diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..82529878ae904d8bc9732c2468912f333178a553 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +assets/solar-open2.gif filter=lfs diff=lfs merge=lfs -text +assets/highlights.webp filter=lfs diff=lfs merge=lfs -text +Solar_Open_2_Tech_Report.pdf filter=lfs diff=lfs merge=lfs -text +assets/Highlights_en.png filter=lfs diff=lfs merge=lfs -text +assets/Highlights_kr.png filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..2c3796c32bff755ac50f4a36673a22994dd774f2 --- /dev/null +++ b/LICENSE @@ -0,0 +1,96 @@ +# Upstage Solar License + +# Preamble + +The 'Upstage Solar License' (hereinafter referred to as "this License") was established by Upstage Co., Ltd., incorporated under the laws of the Republic of Korea, to encourage the development of open-source software using Solar AI models, and is not affiliated with the Apache Software Foundation. + +This License basically adopts all provisions of the Apache License, Version 2.0 (hereinafter referred to as "Apache License 2.0"), including the principle of allowing commercial use, but prescribes minimum strategic conditions for the global expansion of AI technology and the sustainable development of the AI ecosystem. + +The key additional condition, as specified in Section 4(e), is that if you distribute a "Derivative AI Model" based on the "Work", you must specify the 'Solar' brand. This applies as an exception to Section 6 (Trademarks) of the Apache License 2.0. + +# TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + +1\. Definitions. + +"License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. + +"Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. + +"Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. + +"You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. + +"Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. + +"Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. + +"Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). + +"Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. + +"Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." + +"Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. + +2\. Grant of Copyright License. +Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. + +3\. Grant of Patent License. +Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. + +4\. Redistribution. +You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: + +(a) You must give any other recipients of the Work or Derivative Works a copy of this License; and +(b) You must cause any modified files to carry prominent notices stating that You changed the files; and +(c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and +(d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. +(e) If You distribute or make available a Derivative Work that is an artificial intelligence model created, trained, fine-tuned, or otherwise improved using the Work (the "Derivative AI Model"), You must adhere to the following conditions: +(i) The name of such Derivative AI Model must begin with "Solar" (e.g., "Solar-MyModel-v1"); and +(ii) You must prominently display the phrase "Built with Solar" in any related websites, user interfaces, or documentation associated with the Derivative AI Model; and +(iii) You must provide a copy of this License, including the original copyright notice and NOTICE file as included in the distribution of the Works, alongside the Derivative AI Model. + +You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. + +5\. Submission of Contributions. +Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. + +6\. Trademarks. +This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work, reproducing the content of the NOTICE file, and as explicitly required for attribution in Section 4(e) of this License. +Any use of the “Solar” name under this License must not imply any sponsorship, endorsement, certification, or official relationship with the Licensor, nor mislead users into believing that a Derivative AI Model is an official product of the Licensor. + +7\. Disclaimer of Warranty. +Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. + +8\. Limitation of Liability. +In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. + +9\. Accepting Warranty or Additional Liability. +While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. + +END OF TERMS AND CONDITIONS + +# APPENDIX: How to apply the Upstage Solar License to your work. + +To apply the Upstage Solar License to your work, attach the following boilerplate notice, with the fields enclosed by brackets replaced with your own identifying information. (Don't include the brackets\!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. + +Copyright \[yyyy\] \[Upstage AI (or other copyright owner)\] + +Licensed under the Upstage Solar License (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + https://huggingface.co/Upstage/Solar-Open-100B/blob/main/LICENSE + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. + +This work is based on or derived from materials licensed under the +Upstage Solar License. +If you distribute or make available a Derivative AI Model (as defined +in Section 4(e) of the License), your model name must begin with "Solar" +and you must prominently display "Built with Solar" in associated +documentation or interfaces. diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e6dbd8179731f0977fc1fd5963f0934567221519 --- /dev/null +++ b/README.md @@ -0,0 +1,443 @@ +--- +language: + - en + - ko + - ja +library_name: transformers +license: other +license_name: upstage-solar-license +license_link: LICENSE +pipeline_tag: text-generation +tags: + - upstage + - solar + - moe + - llm + - vllm +--- + +![Solar Open 2](assets/solar-open2.gif) + +# Solar Open 2 + +Solar Open 2 is Upstage’s 250B-A15B open-weight large language model, built for agentic use cases such as office productivity, document-intensive work, and coding. Its Hybrid-Attention Mixture-of-Experts (MoE) architecture with linear attention delivers highly efficient inference even in long-context settings. + +[**Technical Report**](https://huggingface.co/upstage/Solar-Open2-250B/blob/main/Solar_Open_2_Tech_Report.pdf) | [**Blog**](https://www.upstage.ai/blog/en/solar-open-2?utm_source=hf&utm_medium=referral&utm_campaign=so2-launch&utm_content=modelcard) | [**Upstage Website**](https://www.upstage.ai/) | [**Try Demo (~7/31)**](https://open2-beta.upstage.ai/) + +### Highlights + +![Highlights_en](assets/Highlights_en.png) +![Highlights_kr](assets/Highlights_kr.png) + +- **Agentic Specialist:** Purpose-built for agentic workflows — tool calling, multi-step reasoning, and end-to-end task execution. Competitive with the strongest open-weight models on agent benchmarks. + +- **Minimal Inference Cost:** A 250B-parameter MoE that activates only 15B per token, built on a hybrid attention stack that interleaves three linear-attention layers with one softmax-attention layer — large-model capacity at small-model inference cost. + +- **1M-Token Context:** The linear-attention layers encode token order intrinsically in their recurrent state, so positional encoding is removed entirely (NoPE), lifting the RoPE extrapolation limit. Only 12 of the 48 layers keep a KV cache, holding long-context memory to roughly a quarter of an all-softmax model of the same shape. + +- **Efficiently Trained at Low Cost:** Initialized by selective weight transfer from Solar Open 1 (102B) — only the 2.3% of weights that survive the architectural change are carried over, and everything else is randomly initialized — which raises the starting point and accelerates early convergence at 250B scale. + +- **Multilingual:** English, Korean, and Japanese. + +--- + +## Model Overview + +| Field | Value | +| ------------------------------- | ----------------------------------------------------------------------- | +| Model Name | Solar Open 2 (250B-A15B) | +| Architecture | Hybrid-Attention Mixture-of-Experts (MoE) | +| Total Parameters | 250B (250,287,794,944) | +| Active Parameters | 15B (per token) | +| Layers | 48 | +| Hidden Size | 4096 | +| Attention | Hybrid — Softmax + Linear Attention, pattern `[Softmax, Linear×3] × 12` | +| Position Encoding | NoPE (no rotary positional encoding) | +| Number of Attention Heads (GQA) | (Softmax) 64 query / 8 KV, (Linear) 64 query | +| Number of Experts | 321 (320 routed + 1 shared) | +| Number of Activated Experts | 8 routed (top-8) + 1 shared | +| Vocabulary | 196,608 | +| Context Length | 1M | +| Pre-training Tokens | ~12 Trillion | +| Supported Languages | English, Korean, Japanese | +| Training Hardware | NVIDIA B200 GPUs | +| Training GPU Time | 2M GPU Hours | +| License | Upstage Solar License (see [LICENSE](https://huggingface.co/upstage/Solar-Open2-250B/blob/main/LICENSE)) | +| Hardware Requirements | Minimum: H200 \* 4ea / Recommended: H200 \* 8ea | + +--- + +## Performance + +### English Benchmarks + +| Benchmark | **Solar Open 2**
250B-A15B | **Solar Open 100B**
102B-A12B | **Command A+**
218B-A25B | **Mistral Medium 3.5**
128B dense, high | **MiMo-V2.5**
310B-A15B | **DeepSeek-V4-Flash**
284B-A13B, max | +| --------------------- | ----------------------------: | -------------------------------: | --------------------------: | -----------------------------------------: | -------------------------: | --------------------------------------: | +| **Know. & Reasoning** | | | | | | | +| MMLU-Pro | **86.2** | 80.4 | 79.0 | 81.2 | 84.6 | 85.9 | +| GPQA-Diamond | 86.3 | 66.2 | 75.6 | 77.5 | 83.0 | **88.9** | +| HLE (w/o tools) | 28.8 | 11.5 | 11.4 | 12.8 | 24.3 | **32.3** | +| LiveCodeBench (v6) | **92.4** | 56.5 | 86.1 | 84.9 | 89.1 | 92.3 | +| ArtifactsBench | 55.9 | 43.4 | 42.8 | 49.8 | 59.3 | **61.0** | +| HMMT2602 | 93.9 | 68.9 | 73.5 | 62.9 | 61.4 | **94.7** | +| AIME2026 | 95.7 | 87.7 | 96.0 | 89.0 | 92.3 | **97.0** | +| **IF / Long** | | | | | | | +| Multi-Challenge | 61.0 | 40.5 | 45.8 | 49.8 | 39.0 | **62.0** | +| IFBench | 80.0 | 57.7 | 73.9 | 69.0 | 67.1 | **80.3** | +| AA-LCR | 62.3 | 36.0 | 46.0 | 61.0 | 62.7 | **63.7** | +| **Agent** | | | | | | | +| SWE-Bench Verified | 70.4 | 15.4 | 14.4 | 69.6 | 73.0 | **73.8** | +| Terminal Bench Hard | 28.3 | 2.3 | 25.0 | 33.3 | **41.7** | 34.1 | +| APEX-Agents | **16.6** | 2.4 | 1.6 | 6.1 | 13.4 | 13.2 | +| MCP-Atlas | 58.2 | 34.4 | 27.2 | 30.7 | **63.9** | 58.2 | +| τ³ (banking) | 19.6 | 7.4 | 5.8 | 5.8 | 8.7 | **22.3** | +| GDPval-AA v2 (ELO) | 1128 | – | 712 | 929 | 1145 | **1187** | + +### Korean Benchmarks + +| Benchmark | **Solar Open 2**
250B-A15B | **Solar Open 100B**
102B-A12B | **MiMo-V2.5**
310B-A15B | **DeepSeek-V4-Flash**
284B-A13B, max | **Claude Haiku 4.5**
closed | **GPT-5.4 mini**
closed | +| ------------ | ----------------------------: | --------------------------------: | -------------------------: | --------------------------------------: | -----------------------------: | -------------------------: | +| KMMLU-Pro | 78.4 | 64.0 | 69.1 | **78.9** | 67.9 | 78.1 | +| CLIcK | **90.7** | 78.9 | 78.4 | 89.2 | 53.5 | 89.6 | +| HAE-RAE v1.1 | **73.8** | 73.3 | 61.7 | 73.1 | 38.5 | 69.4 | +| Ko-AIME’25† | 97.7 | 80.0 | 88.0 | **98.0** | 81.7 | 90.7 | +| HRM8K | 92.2 | 87.6 | 90.7 | **93.4** | 90.6 | 91.3 | +| KBank-MMLU† | **80.8** | 65.5 | 71.0 | 79.5 | 68.9 | 79.0 | +| KBL | **75.5** | 65.5 | 69.8 | 72.8 | 69.9 | 75.3 | +| KorMedMCQA | 93.0 | 84.4 | 87.7 | 94.1 | 87.0 | **94.2** | +| Ko-GDPval† | **86.8** | 3.4 | 81.0 | 85.0 | 68.3 | 59.4 | + +† in-house benchmarks. + +--- + +## Quickstart + +The examples below assume 8 GPUs with at least 141 GB of memory each, such as NVIDIA H200 or B200 GPUs. +Actual memory requirements depend on the context length and serving settings. + +### Transformers + +Use the [Upstage Transformers branch with native Solar Open 2 support](https://github.com/upstageAI/transformers/tree/v5.14.1-solar-open2) for local experimentation. For production serving, we recommend vLLM. + +Install the dependencies: + +> Install a CUDA-enabled PyTorch build for your platform before running this command. `fla-core` enables the optimized KDA kernels; without it, Transformers uses a substantially slower PyTorch fallback. + +```bash +python -m pip install -U \ + "git+https://github.com/upstageAI/transformers.git@v5.14.1-solar-open2" \ + "fla-core[cuda]>=0.5.1" \ + accelerate einops +``` + +Run the model: + +```python +import torch +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_id = "upstage/Solar-Open2-250B" + +tokenizer = AutoTokenizer.from_pretrained( + model_id, + trust_remote_code=False, +) +model = AutoModelForCausalLM.from_pretrained( + model_id, + device_map="auto", + dtype=torch.bfloat16, + trust_remote_code=False, +) +model.eval() + +messages = [ + {"role": "user", "content": "What is Upstage?"}, +] +prompt = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True, + reasoning_effort="high", + think_render_option="preserved", +) +input_device = model.get_input_embeddings().weight.device +model_inputs = tokenizer(prompt, return_tensors="pt").to(input_device) + +generated_ids = model.generate( + **model_inputs, + max_new_tokens=32768, + do_sample=True, + temperature=1.0, + top_p=1.0, +) + +new_token_ids = generated_ids[0, model_inputs.input_ids.shape[-1] :].tolist() +think_end_id = tokenizer.convert_tokens_to_ids("<|think:end|>") + +if think_end_id in new_token_ids: + # Split immediately after the final <|think:end|> token. + answer_start = len(new_token_ids) - new_token_ids[::-1].index(think_end_id) +else: + # No end marker usually means generation stopped while the model was reasoning. + answer_start = len(new_token_ids) + +reasoning = tokenizer.decode( + new_token_ids[:answer_start], + skip_special_tokens=True, +).strip() +answer = tokenizer.decode( + new_token_ids[answer_start:], + skip_special_tokens=True, +).strip() + +print("[reasoning]", reasoning) +print("[answer]", answer) +``` + +If the answer is empty, generation likely reached `max_new_tokens` before the reasoning block ended. Increase `max_new_tokens` and try again. + +### Serving with vLLM (Recommended) + +#### **Option 1: Docker** + +The image below is based on vLLM v0.22.0 and CUDA 12.9. + +```bash +docker run --rm --gpus all --ipc=host \ + -p 8000:8000 \ + -v "${HF_HOME:-$HOME/.cache/huggingface}:/root/.cache/huggingface" \ + upstage/vllm-solar-open2 \ + upstage/Solar-Open2-250B \ + --served-model-name solar-open2-250b \ + --tensor-parallel-size 8 \ + --enable-expert-parallel \ + --moe-backend triton \ + --default-chat-template-kwargs '{"think_render_option":"preserved"}' \ + --reasoning-parser solar_open2 \ + --tool-call-parser solar_open2 \ + --enable-auto-tool-choice \ + --logits-processors vllm.v1.sample.logits_processor.solar_open2:SolarOpen2TemplateLogitsProcessor +``` + +#### **Option 2: Install from source** + +Install the [Upstage fork](https://github.com/UpstageAI/vllm/tree/v0.22.0-solar-open2) while reusing the matching vLLM v0.22.0 CUDA 12.9 wheel: + +```bash +pip install -U uv + +VLLM_PRECOMPILED_WHEEL_LOCATION="https://github.com/vllm-project/vllm/releases/download/v0.22.0/vllm-0.22.0%2Bcu129-cp38-abi3-manylinux_2_28_x86_64.whl" \ +VLLM_USE_PRECOMPILED=1 \ +uv pip install --reinstall-package vllm --torch-backend=cu129 \ + "git+https://github.com/UpstageAI/vllm.git@v0.22.0-solar-open2" +``` + +Start the server: + +```bash +vllm serve upstage/Solar-Open2-250B \ + --served-model-name solar-open2-250b \ + --tensor-parallel-size 8 \ + --enable-expert-parallel \ + --moe-backend triton \ + --default-chat-template-kwargs '{"think_render_option":"preserved"}' \ + --reasoning-parser solar_open2 \ + --tool-call-parser solar_open2 \ + --enable-auto-tool-choice \ + --logits-processors vllm.v1.sample.logits_processor.solar_open2:SolarOpen2TemplateLogitsProcessor +``` + +Send a chat completion request: + +```bash +curl http://localhost:8000/v1/chat/completions \ + -H "Content-Type: application/json" \ + -d '{ + "model": "solar-open2-250b", + "messages": [ + {"role": "user", "content": "What is Upstage?"} + ], + "max_tokens": 131584, + "temperature": 1.0, + "top_p": 1.0, + "reasoning_effort": "high" + }' +``` + +### Quantized Versions + +Official quantized models by [NotaAI](https://huggingface.co/nota-ai) are available for deployment on smaller GPU configurations: +- [Solar-Open2-250B-Nota-INT4-GlobalPruned](https://huggingface.co/nota-ai/Solar-Open2-250B-Nota-INT4-GlobalPruned) +- [Solar-Open2-250B-Nota-NVFP4](https://huggingface.co/nota-ai/Solar-Open2-250B-Nota-NVFP4) +- [Solar-Open2-250B-Nota-INT4](https://huggingface.co/nota-ai/Solar-Open2-250B-Nota-INT4) + +--- + +## Capabilities + +### **Reasoning** + +Use `reasoning_effort="high"` for reasoning and `reasoning_effort="none"` for a direct response. The recommended vLLM configuration limits a reasoning block to 131,072 tokens. + +| Effort | Behavior | +| ------ | ----------------------------------- | +| `none` | Direct response | +| `high` | Reasoning, capped at 131,072 tokens | + +`max_tokens` limits the complete response, including reasoning and the final answer, so leave room beyond the reasoning cap. + +```python +from openai import OpenAI + +client = OpenAI(api_key="EMPTY", base_url="http://localhost:8000/v1") + +response = client.chat.completions.create( + model="solar-open2-250b", + messages=[ + { + "role": "user", + "content": "Prove that the square root of 2 is irrational.", + }, + ], + reasoning_effort="high", + temperature=1.0, + top_p=1.0, + max_tokens=131584, +) + +# The reasoning trace is returned separately from the final answer. +print(response.choices[0].message.reasoning) +print(response.choices[0].message.content) +``` + +### **Tool Calling** + +Tool calls follow the standard OpenAI function-calling interface. Start the server with `--tool-call-parser solar_open2` and `--enable-auto-tool-choice`. + +```python +from openai import OpenAI + +client = OpenAI(api_key="EMPTY", base_url="http://localhost:8000/v1") + +tools = [ + { + "type": "function", + "function": { + "name": "get_weather", + "description": "Get current weather for a location", + "parameters": { + "type": "object", + "properties": { + "location": {"type": "string"}, + }, + "required": ["location"], + }, + }, + }, +] + +response = client.chat.completions.create( + model="solar-open2-250b", + messages=[ + { + "role": "user", + "content": "What's the weather in Seoul?", + }, + ], + tools=tools, +) + +print(response.choices[0].message.tool_calls) +``` + +## **Agentic Use** + +Both Anthropic's Claude Code and Nous Research's Hermes Agent can run on Solar Open 2 served locally with vLLM (see the vLLM deployment guide). A single vLLM server exposes both interfaces: Claude Code connects through the Anthropic-compatible /v1/messages endpoint and Hermes Agent through the OpenAI-compatible /v1 endpoint (model id solar-open2-250b), each needing only a few environment variables or one provider entry — no setup script required. Tools exposed over the Model Context Protocol (MCP) reach the model through the same tool-calling interface, and both agents support MCP natively. + +### **Claude Code** + +vLLM exposes an Anthropic-compatible /v1/messages endpoint, so Claude Code connects directly — no proxy needed: + +``` +export ANTHROPIC_BASE_URL=http://localhost:8000 +export ANTHROPIC_AUTH_TOKEN=dummy # any non-empty value +export ANTHROPIC_MODEL=solar-open2-250b +export ANTHROPIC_SMALL_FAST_MODEL=solar-open2-250b +claude +``` + +The model name must match the server's --served-model-name (solar-open2-250b). + +Prerequisites: the Claude Code CLI installed and a running vLLM server. + +### **Hermes Agent** + +Register the local vLLM server as a custom OpenAI-compatible provider in ~/.hermes/config.yaml: + +```yaml +model: + provider: custom + default: solar-open2-250b + base_url: http://localhost:8000/v1 + api_key: dummy +``` + +--- + +## Best Practices + +Recommended **client-side generation settings** (the values a client / API caller should send) + +Solar Open 2 is a reasoning-capable model. Use `reasoning_effort="high"` for complex or agentic tasks. The recommended vLLM configuration preserves the reasoning trace. + +| Parameter | Recommended | Notes | +| ------------------ | ----------- | --------------------------------------------------- | +| `reasoning_effort` | `high` | Recommended for complex reasoning and agentic tasks | +| `temperature` | 1.0 | | +| `top_p` | 1.0 | | +| `max_tokens` | up to 256K | Covers reasoning + output budget | + +**Recommended settings by reasoning mode** + +| Mode | temperature | top_p | max_tokens | +| ------------------------- | ----------- | ----- | ---------- | +| `reasoning_effort="none"` | 1.0 | 1.0 | up to 128K | +| `reasoning_effort="high"` | 1.0 | 1.0 | up to 256K | + +- Set `max_tokens` high enough (up to 256K) — reasoning traces can be long and may otherwise truncate the answer. + +- The reasoning trace is preserved by default (`think_render_option=preserved`). + +- Multi-turn: Keep prior reasoning traces in the conversation history. The default `think_render_option=preserved` handles this automatically — do not strip reasoning from previous turns when constructing follow-up requests. + +- **Parsing:** the OpenAI-compatible server returns reasoning in a separate `message.reasoning` field with local `transformers`, split the raw output on the reasoning markers yourself. + +--- + +## License + +Solar Open 2 is distributed under the [**Upstage Solar License**](https://huggingface.co/upstage/Solar-Open2-250B/blob/main/LICENSE). + +**Key requirements for Derivative AI Models** (create / train / fine-tune / distill / improve using Solar Open 2): + +- **Naming:** prefix your model name with "Solar" (e.g., `Solar-MyModel-v1`). + +- **Attribution:** prominently display "Built with Solar" in related public-facing materials. + +- **Notice:** include a copy of the Upstage Solar License with your derivative model. + +--- + +## Citation + +```bibtex +@misc{solar-open-2-2026, + title={Solar Open 2 Technical Report}, + author={Upstage AI}, + year={2026}, + url={https://huggingface.co/upstage/Solar-Open2-250B} +} +``` + +--- diff --git a/Solar_Open_2_Tech_Report.pdf b/Solar_Open_2_Tech_Report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..8adb00f38d0f9d60e537b2b9e50f73539e0ed0b0 --- /dev/null +++ b/Solar_Open_2_Tech_Report.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb9173134a2564af9c294752ae6eb264ee59be3160a2ed5c0d45852c5329e62 +size 9827344 diff --git a/assets/Highlights_en.png b/assets/Highlights_en.png new file mode 100644 index 0000000000000000000000000000000000000000..60c88f1501d9c904e941a350c5285e7e67b50770 --- /dev/null +++ b/assets/Highlights_en.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f947154a92141950eb62761265c0cdcef706c2b33636e98a35a958fa48313749 +size 838349 diff --git a/assets/Highlights_kr.png b/assets/Highlights_kr.png new file mode 100644 index 0000000000000000000000000000000000000000..a6bcb01ddbc6515d19aaf7ccc1ad7950737b29c5 --- /dev/null +++ b/assets/Highlights_kr.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9155a4506511e5bd53311fc22d6fb1c0ff727c704f770c1af8ebf5285de5002e +size 339154 diff --git a/assets/solar-open2.gif b/assets/solar-open2.gif new file mode 100644 index 0000000000000000000000000000000000000000..29445a3d63f8c1d9e082c95bdd0c0a72d23ad66c --- /dev/null +++ b/assets/solar-open2.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f857ce07144bb13cf6cd25a21d8ee4430a0c20ecb33c365a8c2bf4d23fb5b0 +size 3499147 diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..93153c49e1999a4aec0817ef6058b7fb4530d4f4 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,234 @@ +{#- ======== Template Parameters ======== #} +{%- set add_generation_prompt = add_generation_prompt if add_generation_prompt is defined else true %} +{%- set provider_system_prompt = provider_system_prompt if provider_system_prompt else false %} +{%- set reasoning_effort = reasoning_effort if reasoning_effort is defined else "high" %} +{%- set think_render_option = think_render_option if think_render_option is defined else "interleaved" %} + +{#- ======== System Block State ======== #} +{%- set sys_ns = namespace(is_first_block=true) -%} + +{#- ======== Find last user message index ======== #} +{%- set last_user_idx = namespace(value=-1) -%} +{%- for message in messages -%} + {%- if message.role == 'user' -%} + {%- set last_user_idx.value = loop.index0 -%} + {%- endif -%} +{%- endfor -%} + +{#- ======== System messages renderers ======== #} +{%- macro render_system_message(user_system_messages) %} + {%- if provider_system_prompt %} + {%- if not sys_ns.is_first_block %}{{- "\n\n" }}{%- endif %} + {%- set sys_ns.is_first_block = false %} + {{- "## Provider System Prompt\n\nYou are Solar Open2 250B, a large language model trained by Upstage AI, a Korean startup. Your knowledge cutoff is 2026-02. The current date is " + strftime_now("%Y-%m-%d") + "." }} + {%- endif -%} + {%- if user_system_messages %} + {%- if not sys_ns.is_first_block %}{{- "\n\n" }}{%- endif %} + {%- set sys_ns.is_first_block = false %} + {{- "## System Prompt" }} + {%- for system_message in user_system_messages %} + {{- "\n\n" }} + {{- system_message }} + {%- endfor %} + {%- endif -%} +{%- endmacro %} + +{%- macro render_tool_instruction(tools, is_last_block) %} + {%- if not sys_ns.is_first_block %}{{- "\n\n" }}{%- endif %} + {%- set sys_ns.is_first_block = false %} + {{- "## Tools\n- You may invoke one or more tools to assist with the user's query." }} + {{- "\n\n### Available Tools\n" }} + {%- for tool in tools %} + {{- "<|tool:start|>" }} + {{- tool.function | tojson }} + {{- "<|tool:end|>\n" }} + {%- endfor %} + {{- "\n### Tool Call Instruction\n" }} + {{- "- If using a tool, any reasoning must strictly precede the call. Do not append any text after the tool call.\n" }} + {{- "- If no tool is required, answer directly from your knowledge without ever mentioning the availability or absence of tools.\n" }} + {{- "- Each tool call MUST use this following format: <|tool_call:start|>{example-tool-name}\n<|tool_arg:start|>{example-key-name-1}<|tool_arg:value|>{example-value-1}<|tool_arg:end|>\n<|tool_arg:start|>{example-key-name-2}<|tool_arg:value|>{example-value-2}<|tool_arg:end|>\n<|tool_call:end|>\n" }} +{%- endmacro %} + +{#- +Input convention for `response_format`: +- Per the OpenAI Chat Completions API, `response_format` is an object of one of: + {"type": "json_schema", "json_schema": {"name": ..., "schema": {...}, "strict": ...}} + {"type": "json_object"} +- Only `response_format.json_schema.schema` (the inner JSON Schema) is injected + into the prompt; the OpenAI wrapper fields (`name`, `strict`, ...) are dropped. +- For `json_object`, no schema exists, so we emit a generic JSON-only instruction. +- vLLM does NOT pass `response_format` to chat templates by default; it routes it + to guided decoding instead. This template/whale opts into prompt injection, + so callers serving the model directly via vLLM must opt in via + `chat_template_kwargs` (or rely on whale's normalization). +-#} +{%- macro render_json_response_format_instruction(response_format) %} + {%- if not sys_ns.is_first_block %}{{- "\n\n" }}{%- endif %} + {%- set sys_ns.is_first_block = false %} + {{- "## Output Format Constraint" }} + {%- if response_format.type == "json_schema" %} + {{- "\n\n- Your final response should follow the JSON schema:\n```json\n" }} + {{- response_format.json_schema.schema | tojson }} + {{- "\n```\n- Please ensure your answers adhere to this format and do not contain any unnecessary text." }} + {%- elif response_format.type == "json_object" %} + {{- "\n\n- Your final response must be a valid JSON object." }} + {{- "\n- Do not include any text outside the JSON object." }} + {%- endif %} +{%- endmacro %} + +{#- +Input convention for `tool_arguments`: +- Must be a mapping (dict), NOT a JSON-encoded string. +- The OpenAI API spec defines `tool_calls[].function.arguments` as a JSON string, + but vLLM, HuggingFace transformers tool-use templates (Qwen, Hermes, Llama, ...), + and this template all expect the value to be parsed into a dict before rendering. +- vLLM normalizes this in `_postprocess_messages()` (vllm/entrypoints/chat_utils.py). +- Callers (whale, training pipelines that call `tokenizer.apply_chat_template` + directly, ...) are responsible for parsing the JSON string into a dict before + invoking the template. +-#} +{%- macro render_tool_arguments(tool_arguments) %} + {%- for args_name, args_value in tool_arguments|items %} + {{- "<|tool_arg:start|>"+ args_name + "<|tool_arg:value|>"}} + {%- set args_value = args_value if args_value is string else (args_value | tojson | safe) %} + {{- args_value }} + {{- "<|tool_arg:end|>\n" }} + {%- endfor %} +{%- endmacro %} + +{#- ======== Render system message ======== #} +{%- set ns = namespace(system_messages=[]) -%} +{%- for message in messages -%} + {%- if message.role == 'system' -%} + {%- set ns.system_messages = ns.system_messages + [message.content] -%} + {%- endif -%} +{%- endfor -%} + +{%- if ns.system_messages or provider_system_prompt or tools or response_format -%} + {{- "<|im:start|>system<|im:content|>" }} + {{- render_system_message(ns.system_messages) }} + {%- if tools -%} + {{- render_tool_instruction(tools, not response_format) }} + {%- endif %} + {%- if response_format -%} + {{- render_json_response_format_instruction(response_format) }} + {%- endif %} + {{- "<|im:end|>\n" }} +{%- endif -%} + +{#- ======== Render main messages ======== #} +{%- for message in messages -%} + {%- if message.role == 'user' -%} + {{- "<|im:start|>user<|im:content|>" + message.content + "<|im:end|>\n" }} + {%- elif message.role == 'tool' -%} + {%- if not message.tool_call_id -%} + {{- raise_exception("tool message is missing required 'tool_call_id' field") -}} + {%- endif -%} + {%- set prev_is_tool = loop.index0 > 0 and messages[loop.index0 - 1].role == 'tool' -%} + {#- Only render at the start of a contiguous tool block; subsequent tool messages -#} + {#- are already emitted (reordered) within the first one. -#} + {%- if not prev_is_tool -%} + {%- set start_idx = loop.index0 -%} + {#- Collect contiguous tool messages starting at start_idx -#} + {%- set tool_ns = namespace(items=[], scanning=true) -%} + {%- for j in range(start_idx, messages | length) -%} + {%- if tool_ns.scanning -%} + {%- if messages[j].role == 'tool' -%} + {%- set tool_ns.items = tool_ns.items + [messages[j]] -%} + {%- else -%} + {%- set tool_ns.scanning = false -%} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + + {{- "<|im:start|>tool<|im:content|>" }} + + {%- set prev_msg = messages[start_idx - 1] if start_idx > 0 else none -%} + {%- if prev_msg and prev_msg.role == 'assistant' and prev_msg.tool_calls -%} + {#- Render tool responses in the order of the preceding assistant's tool_calls ids. -#} + {%- set sep_ns = namespace(first=true, rendered_ids=[]) -%} + {%- for tool_call in prev_msg.tool_calls -%} + {%- for tool_msg in tool_ns.items -%} + {%- if tool_msg.tool_call_id == tool_call.id -%} + {%- if not sep_ns.first -%}{{- "\n" }}{%- endif -%} + {%- set sep_ns.first = false -%} + {%- set sep_ns.rendered_ids = sep_ns.rendered_ids + [tool_msg.tool_call_id] -%} + {{- "<|tool_response:start|>" + tool_msg.content + "<|tool_response:end|>" }} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {#- Append any orphan tool messages (no matching id) in their original order. -#} + {%- for tool_msg in tool_ns.items -%} + {%- if tool_msg.tool_call_id not in sep_ns.rendered_ids -%} + {%- if not sep_ns.first -%}{{- "\n" }}{%- endif -%} + {%- set sep_ns.first = false -%} + {{- "<|tool_response:start|>" + tool_msg.content + "<|tool_response:end|>" }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {%- for tool_msg in tool_ns.items -%} + {%- if not loop.first -%}{{- "\n" }}{%- endif -%} + {{- "<|tool_response:start|>" + tool_msg.content + "<|tool_response:end|>" }} + {%- endfor -%} + {%- endif -%} + + {{- "\n<|im:end|>\n" }} + {%- endif -%} + {%- elif message.role == 'assistant' -%} + {{- "<|im:start|>assistant<|im:content|>" }} + + {#- ======== Resolve reasoning field (reasoning or reasoning_content) ======== #} + {%- if message.reasoning is defined -%} + {%- set reasoning = message.reasoning -%} + {%- elif message.reasoning_content is defined -%} + {%- set reasoning = message.reasoning_content -%} + {%- else -%} + {%- set reasoning = none -%} + {%- endif -%} + + {#- ======== Assistant Thinking ======== #} + {%- if think_render_option == "preserved" -%} + {%- if reasoning -%} + {{- "<|think:start|>" + reasoning + "<|think:end|>" }} + {%- else -%} + {{- "<|think:start|><|think:end|>" }} + {%- endif -%} + {%- elif think_render_option == "interleaved" -%} + {%- if reasoning and loop.index0 > last_user_idx.value -%} + {{- "<|think:start|>" + reasoning + "<|think:end|>" }} + {%- else -%} + {{- "<|think:start|><|think:end|>" }} + {%- endif -%} + {%- endif -%} + + {#- ======== Assistant Messages ======== #} + {%- if message.content -%} + {{- message.content }} + {%- endif -%} + + {#- ======== Assistant Tool calls ======== #} + {%- if message.tool_calls -%} + {%- for tool_call in message.tool_calls -%} + {%- if not tool_call.id -%} + {{- raise_exception("assistant tool_call is missing required 'id' field") -}} + {%- endif -%} + {%- if not loop.first -%}{{- "\n" }}{%- endif -%} + {{- "<|tool_call:start|>" + tool_call.function.name + "\n" }} + {%- if tool_call.function.arguments is defined %} + {{- render_tool_arguments(tool_call.function.arguments) }} + {%- endif %} + {{- "<|tool_call:end|>" }} + {%- endfor -%} + {{- "\n" }} + {%- endif -%} + {{- "<|im:end|>\n" }} + {%- endif -%} +{%- endfor -%} + +{%- if add_generation_prompt -%} + {%- if reasoning_effort in ["medium", "high", "xhigh"] -%} + {{- "<|im:start|>assistant<|im:content|><|think:start|>" }} + {%- else -%} + {{- "<|im:start|>assistant<|im:content|><|think:start|><|think:end|>" }} + {%- endif -%} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cea20c9908049f53ee5ea2b3f0d5b61f94b43180 --- /dev/null +++ b/config.json @@ -0,0 +1,55 @@ +{ + "model_type": "solar_open2", + "architectures": [ + "SolarOpen2ForCausalLM" + ], + "pad_token_id": 2, + "bos_token_id": 1, + "eos_token_id": 2, + "partial_rotary_factor": 1.0, + "linear_attn_config": { + "short_conv_kernel_size": 4, + "head_dim": 128, + "num_heads": 64, + "num_kv_heads": null + }, + "hidden_size": 4096, + "num_hidden_layers": 48, + "num_attention_heads": 64, + "head_dim": 128, + "num_key_value_heads": 8, + "vocab_size": 196608, + "intermediate_size": 10240, + "moe_intermediate_size": 1280, + "rms_norm_eps": 1e-05, + "rope_theta": 10000, + "tie_word_embeddings": false, + "max_position_embeddings": 1048576, + "first_k_dense_replace": 0, + "use_rope": false, + "gqa_interval": 3, + "gqa_layers": [ + 0, + 4, + 8, + 12, + 16, + 20, + 24, + 28, + 32, + 36, + 40, + 44 + ], + "use_gqa_gate": true, + "kda_use_full_proj": false, + "kda_allow_neg_eigval": true, + "n_routed_experts": 320, + "n_shared_experts": 1, + "norm_topk_prob": true, + "routed_scaling_factor": 1.0, + "num_experts_per_tok": 8, + "torch_dtype": "bfloat16", + "transformers_version": "5.5.4" +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..02a9a2d450f9f5bb3d1d6c9e2ba51444fab8d587 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": [ + 2, + 129 + ], + "transformers_version": "4.57.6" +} diff --git a/model-00001-of-00094.safetensors b/model-00001-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3654a977afc0318ca73d05d87b352d29aafecdc --- /dev/null +++ b/model-00001-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26df271387681de6dbde858b8b55309d0641802b6453f7d74d6dc04bfe2bdf70 +size 5366217248 diff --git a/model-00002-of-00094.safetensors b/model-00002-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52a98a29aaa60a9661a781eff7cd0845f533d894 --- /dev/null +++ b/model-00002-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c55ca0c7dffb90f68f1282efc6ca6b8fa16197bd5ef8978a6afc91585663f5b +size 5366750080 diff --git a/model-00003-of-00094.safetensors b/model-00003-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ae1fdbca45225b37f11cc528974175104123e9f --- /dev/null +++ b/model-00003-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f2b600997d3d59b2685c0110728db6ad65bc05e4302d675f94ad686e63a135b +size 5359960456 diff --git a/model-00004-of-00094.safetensors b/model-00004-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5782724d80175eaa9b4c72a96c8e488d85e1222a --- /dev/null +++ b/model-00004-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f914271d2ad021b1ed4cc5705af66d93803ae01ad6244c7714f61e96c7cedd12 +size 5358295584 diff --git a/model-00005-of-00094.safetensors b/model-00005-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..870eb7d2d6b3834506697d0e7dd5148158439c20 --- /dev/null +++ b/model-00005-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac1c039a4f186b370c5885161e6e869a6d4f65d49b6a6687e91d08e1d234c79 +size 5359401624 diff --git a/model-00006-of-00094.safetensors b/model-00006-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f218d3ae46ca23bb23d0c8f7c4392ec1efc310e1 --- /dev/null +++ b/model-00006-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661b45ac5eef2c4ff1d7e3721ecc5b48a96672a3f2acd94e69c1fcb0b43f80b5 +size 5368773264 diff --git a/model-00007-of-00094.safetensors b/model-00007-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9411e7d4dd48f8050b1f3800b3cc270a2734dee2 --- /dev/null +++ b/model-00007-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2cb879401cd79585a5ff43c1d69b54d81de8953bf4060956bd6f6698f70e04 +size 5362171968 diff --git a/model-00008-of-00094.safetensors b/model-00008-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fd39836fca779b5ca2b0ea99d485aed85acb554 --- /dev/null +++ b/model-00008-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b94724f67f457f4a7e0b3c9e2fdd4a0c7308b16c14dd0adec739022040145e +size 5364660640 diff --git a/model-00009-of-00094.safetensors b/model-00009-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd6e6ed662cb3d8b14bbc5afe7727812bbd1b324 --- /dev/null +++ b/model-00009-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ec2deeec7be47a4010f91c3ff64712ce7af5d7a1506785d00ea68bb00bcbd2 +size 5359336032 diff --git a/model-00010-of-00094.safetensors b/model-00010-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b3546e7567b1fcac3b7104b73dca0234d24fb28 --- /dev/null +++ b/model-00010-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2243a2d92a693f30e33321d1e54dbaedcd3c2b0c8294c6c81a1cbb11eda22f9f +size 5368773248 diff --git a/model-00011-of-00094.safetensors b/model-00011-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87ecce18ba48ae51b3b9c3470552e6eb8c8e263c --- /dev/null +++ b/model-00011-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8b097b7869b7c2bc508b27ccd7bbe370cb36f8a52dd9d96754cc1b9639e97b +size 5358295640 diff --git a/model-00012-of-00094.safetensors b/model-00012-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45873c6b5de29ee6275f47652c3596cc7873e9de --- /dev/null +++ b/model-00012-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761c34ea6ff4411484711bf99aa809e1241d37fd5ddd274c02e95e9abc139dd5 +size 5366259712 diff --git a/model-00013-of-00094.safetensors b/model-00013-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1db75b3a2449b2e131ec7aa739221f2346597ed --- /dev/null +++ b/model-00013-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a8d68c181736c322b7462105fc73b88493e7224c83eaec7de587dccbb73a59 +size 5360448160 diff --git a/model-00014-of-00094.safetensors b/model-00014-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a8dc50b1e4eb64daa2e86d59ee14ed36bac6f7b --- /dev/null +++ b/model-00014-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e076f8e9b85f2b1fa2caf4b0461055bf22a7b7ceacc36502f863e2152f60af59 +size 5368773208 diff --git a/model-00015-of-00094.safetensors b/model-00015-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0b9a16a4cd1fd66f657d2f4aa035fa7101532f4 --- /dev/null +++ b/model-00015-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51b7bf5457a508080a3bbe85a5f46bfca8953b533471b20076a9a2f1fac2652a +size 5358287608 diff --git a/model-00016-of-00094.safetensors b/model-00016-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..228be1d333e9552ec438c38ff62e2d036f4943ea --- /dev/null +++ b/model-00016-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1d36a87eb0228e1a2a690563bf9be2aeecb4df5d58ce90a58bf16667c51c9c +size 5366289448 diff --git a/model-00017-of-00094.safetensors b/model-00017-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..078e3d1c672694eb65f6137f353297a7824cbdba --- /dev/null +++ b/model-00017-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceec01e6dba231aabf2940bb7ba46a9589be95a3b4f684bc840c18f4f65448d5 +size 5364744080 diff --git a/model-00018-of-00094.safetensors b/model-00018-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..454be2664d366ea71e16488f19d41d9338cdebf4 --- /dev/null +++ b/model-00018-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34cc196743f7cfa4691f8201e6a62466a8471cdf57898b5da99422f9d4fde65 +size 5368773208 diff --git a/model-00019-of-00094.safetensors b/model-00019-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0645638d3ef67d96ecefccda85248197dfa893c0 --- /dev/null +++ b/model-00019-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d1b113992652bfe7ef5bf8af06e4b8dafd44a8501d0d9796eb73ee5b3bef78 +size 5368773192 diff --git a/model-00020-of-00094.safetensors b/model-00020-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0d6ee40f5b1812d25878d5008b2cb17474d437f --- /dev/null +++ b/model-00020-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d16e3e298f6282488586f4c9dcb0c43742f26486919cac4048ac42d49f0e4a2 +size 5368773296 diff --git a/model-00021-of-00094.safetensors b/model-00021-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2343d8e19af2357fe8f8989aa6941376422580eb --- /dev/null +++ b/model-00021-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9bd8fd893c17efcf4dbace9c31b82427d8585aec06ca9686072ef16e54fba9 +size 5364214024 diff --git a/model-00022-of-00094.safetensors b/model-00022-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6640545bf7cd6400cbc236ae868b58a11ca7b701 --- /dev/null +++ b/model-00022-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:106e2b7ce14ae190918c602389ee58f174d6e8b35cf4c152ddb701f7da1d62f8 +size 5364107344 diff --git a/model-00023-of-00094.safetensors b/model-00023-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1bc74d8b41aadfede69e51d4f02e554c51d5d4b --- /dev/null +++ b/model-00023-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9de32690026220d80c1bfa66272b5db150767f3acb9e49e8f1e3e6fa6438b34 +size 5368773088 diff --git a/model-00024-of-00094.safetensors b/model-00024-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..236743789f7c8f859e1d2aeb9da6756918a1ea58 --- /dev/null +++ b/model-00024-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acb84bd02ff684a197a741947a1bdf6cdadc0ced6ca54d89be58d51bb6d8ef1 +size 5368773128 diff --git a/model-00025-of-00094.safetensors b/model-00025-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29d15c39328b07570f9ed7b7ad0368675d3636ae --- /dev/null +++ b/model-00025-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d1d45f03156ccfecdce1d37ac26ca91ba0e5845f639eefc42d0220fc192c53 +size 5368773008 diff --git a/model-00026-of-00094.safetensors b/model-00026-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44aaaf15207a6ab79572cbe2d1f3acb3a80327a3 --- /dev/null +++ b/model-00026-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:105e726eab5fb6c5e4136dd806dbffd66b831c74e0c22326dc554a35c67ce400 +size 5363752320 diff --git a/model-00027-of-00094.safetensors b/model-00027-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb989bdcb194d06cbf8192c6c524b9fd16af35ea --- /dev/null +++ b/model-00027-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66cf1af9798b1522d160df91c56266ae9ac70bed280ab7469a8da1da2e4f2108 +size 5362489728 diff --git a/model-00028-of-00094.safetensors b/model-00028-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52c406c9fbfdf2d93431e166621deeac877b59ba --- /dev/null +++ b/model-00028-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de75cad00f979e2f47b94deff64f59a242fb40bcfc90dfa202c863f803940d82 +size 5368773136 diff --git a/model-00029-of-00094.safetensors b/model-00029-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07f32947ef899c28070b48aabf829155402808c6 --- /dev/null +++ b/model-00029-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7eaeee8acfef167980dbf2bd28acd8204ffa356646a8896cf5d445a2a39952 +size 5362546488 diff --git a/model-00030-of-00094.safetensors b/model-00030-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecf0f6c5b772d06b7c62f65bb29f4cebc8eb6733 --- /dev/null +++ b/model-00030-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195cf93e7c77fdec76c85c37b57dc768831d5e1c64f5d1de669d42eb862162c5 +size 5368412912 diff --git a/model-00031-of-00094.safetensors b/model-00031-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8062c2cfb32ea8745361b0066fedc18bfa3c50a0 --- /dev/null +++ b/model-00031-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336d9f5ca183a3de3e74e3aa64511926be9381a5955c238b9de75dcfd2c783ac +size 5367358888 diff --git a/model-00032-of-00094.safetensors b/model-00032-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..611d107b3b090d45306004ac6a60d26556c276b4 --- /dev/null +++ b/model-00032-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84b2e9a34294a0d6093063c1c15f9961801f4eeedc0c598fc00b9a8f8562fdd +size 5360846688 diff --git a/model-00033-of-00094.safetensors b/model-00033-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b3054f09b4d0423344ffa71362afd3743edf7a4 --- /dev/null +++ b/model-00033-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1fae8b176bea75f8eab509b2468132566e19a83c6531dfc483ab373857bd882 +size 5368773248 diff --git a/model-00034-of-00094.safetensors b/model-00034-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc49a5205cc7ec085a094f5563498a15fc45506e --- /dev/null +++ b/model-00034-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6349b3a088f93860d89c742b537db64a89377e85ed6cb1709fbd9e19b2f2ecc1 +size 5360382904 diff --git a/model-00035-of-00094.safetensors b/model-00035-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff5ea69e86023d8b119a5c7877fba574e9467691 --- /dev/null +++ b/model-00035-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add47f90b9ede49151ffbb0a40b7bde9623ddab0a8b5380a7c3f05cdead19959 +size 5365717944 diff --git a/model-00036-of-00094.safetensors b/model-00036-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a00bb505edfae6a5117cc823fcf776362e0a2fbf --- /dev/null +++ b/model-00036-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e4fd4bf54915a15a9d3dcfe2636de68a9ae978e8feb23af4bf93adc156215c +size 5368773272 diff --git a/model-00037-of-00094.safetensors b/model-00037-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..765ea16dcf233c141eb003f2c8f0032ad35a2017 --- /dev/null +++ b/model-00037-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2210af5328bb2e2e620db82d6d41a31aaecb35e85c9bb53e0d3cdb09932261f9 +size 5368773200 diff --git a/model-00038-of-00094.safetensors b/model-00038-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..144f954474248e7ec897ec0095dab33fb859d958 --- /dev/null +++ b/model-00038-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6df90d1419c1b43421c385ed68038e91219aedef6c742e8ab26e84c64da8e51 +size 5364842096 diff --git a/model-00039-of-00094.safetensors b/model-00039-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c78c98a71941de9dd425fe537a07e5fc1fc88d15 --- /dev/null +++ b/model-00039-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35f95a1240104dbfd660eb20e02090e323a1d944a1e0ab17a4c9fc8f87151e2 +size 5337150544 diff --git a/model-00040-of-00094.safetensors b/model-00040-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b23b334bae3145ef0eed0141c888049e215a67ff --- /dev/null +++ b/model-00040-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06085b001073caa2ea8ef659836befa4c5a57e54172d58efa62a1c3088560e00 +size 5358947968 diff --git a/model-00041-of-00094.safetensors b/model-00041-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..512fa5ecd24bc3fcc28700b7704694b11944443e --- /dev/null +++ b/model-00041-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc446002f53b3956cc8f289783462700c7a2d6bc312acabac27b886c87f7c84a +size 5368773224 diff --git a/model-00042-of-00094.safetensors b/model-00042-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df53a399c42f9914611b065f13a5fb0b4fb0261f --- /dev/null +++ b/model-00042-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc5242f7be4f7004d70a85e9b6c41a1db6ac252a58acb53ffb2e249f4e40d80 +size 5360384704 diff --git a/model-00043-of-00094.safetensors b/model-00043-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04481ad10ef24b4ef12823dd0af61c55588843ad --- /dev/null +++ b/model-00043-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd090e3cc81c315da48639e3ad25d3f519c627cccecf7a92e99538335694263 +size 5364671912 diff --git a/model-00044-of-00094.safetensors b/model-00044-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6bbe36db6d960fa266273cc333f03d79f6563924 --- /dev/null +++ b/model-00044-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767f1ef84aebdd48726af7a8f5a718ca9ab9b2ef989684c82d579879669b71fb +size 5367757056 diff --git a/model-00045-of-00094.safetensors b/model-00045-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db03835dc3d1f2ecba800c56569514672e06155b --- /dev/null +++ b/model-00045-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f14275003754c9536f949bd2cf812651efb450ecd38c2287336731bb04ac407 +size 5359442776 diff --git a/model-00046-of-00094.safetensors b/model-00046-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9809ebc4f89209570755273d1da8cc43327b0931 --- /dev/null +++ b/model-00046-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b363f19303ccaaedaf3314a0aa2b1bcadb461a85578251f9f2680f9dc6e8d06 +size 5366380448 diff --git a/model-00047-of-00094.safetensors b/model-00047-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02fd24ed769eb49b2a6d1b3d372ce81204387210 --- /dev/null +++ b/model-00047-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7deb67ed3524b3bff984560eea081a8022bf6549e409358b01880139124c8f75 +size 5360383280 diff --git a/model-00048-of-00094.safetensors b/model-00048-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec0df5c61ca286d3b1c9110aff13433d1f6ec55a --- /dev/null +++ b/model-00048-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e4c697825c9b9b93076300afcf749ae6152d378e87c60ddb506aad8caf016d +size 5362480568 diff --git a/model-00049-of-00094.safetensors b/model-00049-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e37f16afec20a5ac679ee3a2950113c8f69dc6ed --- /dev/null +++ b/model-00049-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20d9d3bacff5db46bc48accd826a8c3d929258b9ac910383e43769ce326cb321 +size 5368773432 diff --git a/model-00050-of-00094.safetensors b/model-00050-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92c206dd2a8c7ea09303d01312b67ba6c490110a --- /dev/null +++ b/model-00050-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f55bab8967097c5a1e9ebc7ca5cbc759fa81aa3877fafa3e26c9be3e493a99 +size 5368773432 diff --git a/model-00051-of-00094.safetensors b/model-00051-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef7796a073da0e912bfd5163e7d8d654c7c3d975 --- /dev/null +++ b/model-00051-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558e5ae1bb3d528e2025ec551500cd269b3f449ba6ce11cf0794136d7f980170 +size 5368773424 diff --git a/model-00052-of-00094.safetensors b/model-00052-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4551912f7096dc21eda35fd5f86bd8ecd77978b6 --- /dev/null +++ b/model-00052-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0a923c5768b79af77f60c757cc533597d388741f1a0a2c5489e248048eacc5 +size 5368773488 diff --git a/model-00053-of-00094.safetensors b/model-00053-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c299e491d894b77c453d475c26b05533141d0a2b --- /dev/null +++ b/model-00053-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfe2a42cd92d18985b6c914a465f2c60b35abf6d5138dda0e8079817e344758 +size 5368773352 diff --git a/model-00054-of-00094.safetensors b/model-00054-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2304ac786b71c05c0862d24e7d34f8628badcdb --- /dev/null +++ b/model-00054-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb1d043ed27167dde256dceccbac7a2190d6cb017c26c0a58bfb9ee33fcf8f5 +size 5368773552 diff --git a/model-00055-of-00094.safetensors b/model-00055-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b14e6f927b9932185ed87d9289a1f44d26ca046 --- /dev/null +++ b/model-00055-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37028feab1110ea1b4a070519042e72d31db475526c4c9b5e34fc98a1bba4dee +size 5368773296 diff --git a/model-00056-of-00094.safetensors b/model-00056-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0fa32957d6fc59afb390dec84b89df50376ed69 --- /dev/null +++ b/model-00056-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c249483c1baace0ea0339d6b9a0a85e354463623ae23a6c0a04f83c5e9831b +size 5368773616 diff --git a/model-00057-of-00094.safetensors b/model-00057-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8707d1dac6c7c8a2c1872cc526457ed74930ba12 --- /dev/null +++ b/model-00057-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516cdc13dab23082267ecdc4a62b7d6bb0e1de6a732e2010d8a13f83aaf8f7d2 +size 5368773224 diff --git a/model-00058-of-00094.safetensors b/model-00058-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2883ee2180f15c13b40ba23f4b4ff1362685becb --- /dev/null +++ b/model-00058-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b30d39e0637c0c81781e9a945bfae00af36f920b884f5885eb37cfab047524a +size 5368773584 diff --git a/model-00059-of-00094.safetensors b/model-00059-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..634084e8898490d27444ec347e6f67404ee3e88a --- /dev/null +++ b/model-00059-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd80d2d025b2c853d711c1b1f2d0d4099d823a304fb8fc96c0ff295a4a73346 +size 5368773272 diff --git a/model-00060-of-00094.safetensors b/model-00060-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61dbf27486d3ca73e0f06f7ad53659533d87ba5c --- /dev/null +++ b/model-00060-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d14a3020d1a9e5d9ec9d895d1a0c18e598e576845bc85ad9967f9760510a10 +size 5368773512 diff --git a/model-00061-of-00094.safetensors b/model-00061-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a447747a8161ade31e69d4b2cd9953cc6e52068e --- /dev/null +++ b/model-00061-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e69341912f845c003dd80bd39af7e7c88cef7fb775cbd816446a35b36167e2 +size 5368773336 diff --git a/model-00062-of-00094.safetensors b/model-00062-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8de5cd7b577b677c4b244432ff31487f1bb1f00d --- /dev/null +++ b/model-00062-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47bccb54c127d9bd670b8447a128cc853a509386d1aa1213420c3d7d76baa5b9 +size 5368773456 diff --git a/model-00063-of-00094.safetensors b/model-00063-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a3e2c093f684fa08a16994fe39e3c66cbcfb477 --- /dev/null +++ b/model-00063-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:460d03ab30ed43cac6f7ce067e6e3166fc00a13be862b21b9899b1d6592e78b1 +size 5368773384 diff --git a/model-00064-of-00094.safetensors b/model-00064-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd3707704b575279055475a6e989e378b7c38ce4 --- /dev/null +++ b/model-00064-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef755949ee19904052abcc2e20914c49602a317946a52978cd855c03ee2651e +size 5363006360 diff --git a/model-00065-of-00094.safetensors b/model-00065-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26bebfce9f3543967df88db125412be1589ea7dc --- /dev/null +++ b/model-00065-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af14e603b99a920a64f811d70f6d1598f53f68d4ced3d030f7ad35c383ec5a6f +size 5368773424 diff --git a/model-00066-of-00094.safetensors b/model-00066-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3b89f04e73c9676bc2e4ab924ad0b72f8bbd79a --- /dev/null +++ b/model-00066-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e1e3169d8b6094469367af9464769ea1543a5e9d0a994c91ca21f521e074e6 +size 5359336232 diff --git a/model-00067-of-00094.safetensors b/model-00067-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..929ab2462e3563d19de5e278c45323f80b3fc497 --- /dev/null +++ b/model-00067-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afe4095f8dfc318bc1c5012e62bd775769973134f49b45b52ceddde2bbf02cc +size 5368773480 diff --git a/model-00068-of-00094.safetensors b/model-00068-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7c1bb1964397a0ddbd3f7e1dd525ed304a251a3 --- /dev/null +++ b/model-00068-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696133ba893e3edd1c4c78df9ac92054ec4103352ed9d48107ddae347bd4b9e5 +size 5368773360 diff --git a/model-00069-of-00094.safetensors b/model-00069-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93339d06abbb394e63ae744faecd443ae072712a --- /dev/null +++ b/model-00069-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083767ecb9d60ff9739e00540f3b2a4d6fbc80885dc53b041867a69ddbd6e2b6 +size 5368773544 diff --git a/model-00070-of-00094.safetensors b/model-00070-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93c2a2233edd294ba065eb72103680d46a35a501 --- /dev/null +++ b/model-00070-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe284fe12b1fc68d87a01d317b926eaa4f01cff0ae169e92ae7a483f00ab891 +size 5367224328 diff --git a/model-00071-of-00094.safetensors b/model-00071-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ec28a6fed87dde222634e61da391ff8d998a914 --- /dev/null +++ b/model-00071-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34a2769f2bbc3f186e4504aced45e0fb92bf1144b7a1c4f49d27dcaae548166 +size 5360380704 diff --git a/model-00072-of-00094.safetensors b/model-00072-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bbc6080095c0e8fcabcb76edd19cc796369b46c --- /dev/null +++ b/model-00072-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f31f527b6f096cc74ffb8700738e49e9c75f39475cde58494d3d2e7dce8236c +size 5360384848 diff --git a/model-00073-of-00094.safetensors b/model-00073-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d24f210e56bf8cc9acda16c33e0d97cbba88e37 --- /dev/null +++ b/model-00073-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae08d7ecbdd0e4af895fc4f1e310870895fac64f3da0ab7444d78c27f836de3 +size 5368773368 diff --git a/model-00074-of-00094.safetensors b/model-00074-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c268e92f1df26ae02a964374a4a529b6d6b90e1 --- /dev/null +++ b/model-00074-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f714ae0b357a9750dd96843743df5a1f405711bc11493eb5844653bc8e8785b1 +size 5360909096 diff --git a/model-00075-of-00094.safetensors b/model-00075-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f0061898ddce32724d89083dfdff9f7c6e4d2bf --- /dev/null +++ b/model-00075-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:725e2870232054a6493bfe9a913c73081501412495b798061a551cf11e549ffd +size 5368773408 diff --git a/model-00076-of-00094.safetensors b/model-00076-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b054266a7e459a287254d7ceaee235447d3d4b7f --- /dev/null +++ b/model-00076-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd41f5191d24416d3681674b57a77fb1d1d7aaddc50b76ea25273f6c3da754fc +size 5368773432 diff --git a/model-00077-of-00094.safetensors b/model-00077-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cd0a5c3534f107a7eed23eecd05701b21d874ee --- /dev/null +++ b/model-00077-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563f0a21d0ae940948ce0ee1746c64dc4cbb5ac09303a41c705a91a6ffb64a63 +size 5368773472 diff --git a/model-00078-of-00094.safetensors b/model-00078-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94a5131ea2cdcb7e67cc68c233bd0255d9febb90 --- /dev/null +++ b/model-00078-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538b0bf1fc021e769cf2d848f18691189229f4dc76ec7fda1a9332605f3d782e +size 5368773368 diff --git a/model-00079-of-00094.safetensors b/model-00079-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d266b78719f5c7e1416b7ec989e3e7080a1cd1d --- /dev/null +++ b/model-00079-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f8b642d1fbcc8334dc21669f52fc7328efe4f67301f2eb355ec0ddb25ab3a7 +size 5368773528 diff --git a/model-00080-of-00094.safetensors b/model-00080-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35f0cf840b4f47af6c21b214ad714451c9befeaa --- /dev/null +++ b/model-00080-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4043c343383f3e932a39c7cba7eb89cb198e84dbb3a5f09c90161b4a13ae7784 +size 5359860528 diff --git a/model-00081-of-00094.safetensors b/model-00081-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e17fe307511577458a9e6989b35eb7041971137 --- /dev/null +++ b/model-00081-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ff35bbd7a151400d5411d5c29065f08d9cd0894e2c1e336b5e13e74649f837 +size 5368773600 diff --git a/model-00082-of-00094.safetensors b/model-00082-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f38abc4548921feec8e12e67615f321a57b3499 --- /dev/null +++ b/model-00082-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92553165a7359a7a9acc5225e901804ff5276c02d801a95ee542e74d6b0b561d +size 5358353016 diff --git a/model-00083-of-00094.safetensors b/model-00083-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d80a2c8d1ed5a5945938fa7f25a2497e8e39c75 --- /dev/null +++ b/model-00083-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3cec3c8115550614d7425494a13ea6f24aed6a63f12e414e5f18c628ae78b5 +size 5368773592 diff --git a/model-00084-of-00094.safetensors b/model-00084-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f02d77569f09da712567037131c95a2ee5735087 --- /dev/null +++ b/model-00084-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456246834a16460e3a9d61accbf2ecf417b7c79e74dcebf4819d1d66d11d2c0a +size 5368773256 diff --git a/model-00085-of-00094.safetensors b/model-00085-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..630f7ea475da4ab4909da048d9cb269212a38e2f --- /dev/null +++ b/model-00085-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d6f31ba28135b2f6fce7cb159731945e07b4dd920c4428613d145622858266 +size 5364578584 diff --git a/model-00086-of-00094.safetensors b/model-00086-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b2a7f31304bb27cda1656ab88b7a9d12583b255 --- /dev/null +++ b/model-00086-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c1b19b0c96a0ab937dcc49fe6fb2dfb0ceca7010b5915fe40ccc4c9edd2704 +size 5368773312 diff --git a/model-00087-of-00094.safetensors b/model-00087-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c898141d2885351b32410cd2ce17b765fa3a03d8 --- /dev/null +++ b/model-00087-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2837f6dfa0e29050d9d688fbede2f258c164bb242429645c45d7eb2e5deea396 +size 5368773480 diff --git a/model-00088-of-00094.safetensors b/model-00088-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..316d1f7751396e14bc35b97c8ba8065b2c5fd24f --- /dev/null +++ b/model-00088-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8600f792c6b9126afde5659ff4a3b5ff4d59539da6ef9d6541d973c806d2b380 +size 5368773352 diff --git a/model-00089-of-00094.safetensors b/model-00089-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45117e785466912c03d5008912f5511d66d06849 --- /dev/null +++ b/model-00089-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b25f32bef70b7bb7f79832b82e263fd6613dfb7dd686ebb0b7d7b279fc17c700 +size 5358353200 diff --git a/model-00090-of-00094.safetensors b/model-00090-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32f12f6db56b9899d979c206bedbd63e7ba09ce2 --- /dev/null +++ b/model-00090-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bb5281a22069d7bd04e3e4dde484acb928b44c55b257fef50c5ed54374880f +size 5368773408 diff --git a/model-00091-of-00094.safetensors b/model-00091-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f15cc817582bca822d373f22b69c69c264021981 --- /dev/null +++ b/model-00091-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649ec5b4112595b3ce38dbc062795107e6aca789539978f437c96f1248437055 +size 5368773424 diff --git a/model-00092-of-00094.safetensors b/model-00092-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7cf6dc1ac248889b6ba61e1d4de8e236c2cb8e1 --- /dev/null +++ b/model-00092-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226f482c7fd90f3f26ab6ebe8dfd01a118a2c2fd8e65815c15c20c5190430c2e +size 5368773464 diff --git a/model-00093-of-00094.safetensors b/model-00093-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28bfbf169417893b7ded86fb82f871c6d4f16f4d --- /dev/null +++ b/model-00093-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7626e903b5b8a51c412fb96161765ca488e63aac25275ef4daa39fb23117d78d +size 5330375032 diff --git a/model-00094-of-00094.safetensors b/model-00094-of-00094.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7595458fd81295016b730ddad6b2c7dee4011ee --- /dev/null +++ b/model-00094-of-00094.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:640a8bb92bdb48de15c5bfce2745ee4655d78b526acd1f4b5ffc053c0503ffe6 +size 1624267024 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..1082764a828980c814e023efba85768a57314bda --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,47026 @@ +{ + "metadata": { + "total_size": 500575651328 + }, + "weight_map": { + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.293.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.288.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.288.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.164.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.187.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.243.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.304.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.304.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.242.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.168.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.305.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.160.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.186.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.167.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.205.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.287.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.287.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.304.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.287.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.287.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.18.self_attn.A_log": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.163.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.303.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.241.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.161.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.286.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.286.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.self_attn.f_b_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.206.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.59.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.59.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.166.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.285.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.285.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.207.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.240.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.162.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.239.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.188.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.288.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.288.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.161.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.302.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.302.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.319.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.302.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.260.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.260.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.165.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.self_attn.g_a_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.164.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.162.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.284.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.284.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.51.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.261.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.261.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.238.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.208.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.205.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.301.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.self_attn.v_conv1d.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.160.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.189.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.300.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.318.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.185.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.237.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.13.self_attn.b_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.283.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.283.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.236.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.282.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.282.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.190.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.289.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.289.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.163.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.58.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.58.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.317.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.303.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.303.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.163.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.262.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.262.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.190.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.209.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.316.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.162.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.299.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.235.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.161.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.263.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.263.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.281.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.281.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.210.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.298.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.290.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.290.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.234.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.233.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.18.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.297.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.315.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.319.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.280.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.280.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.300.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.300.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.264.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.264.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.319.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.319.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.279.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.279.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.160.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.294.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.164.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.191.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.211.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.314.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.232.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.286.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.286.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.313.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.165.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.296.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.60.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.60.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.184.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.318.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.212.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.318.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.318.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.231.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.52.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.230.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.278.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.278.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.265.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.265.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.295.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.317.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.192.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.317.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.317.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.294.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.312.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.277.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.277.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.213.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.316.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.316.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.316.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.301.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.301.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.292.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.292.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.266.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.266.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.229.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.276.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.276.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.267.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.267.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.206.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.311.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.189.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.193.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.310.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.228.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.227.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.293.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.166.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.315.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.315.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.315.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.214.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.275.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.275.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.295.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.298.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.298.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.292.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.293.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.293.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.268.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.268.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.183.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.314.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.291.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.314.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.314.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.309.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.226.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.167.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.274.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.274.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.313.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.215.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.313.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.313.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.19.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.56.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.56.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.273.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.273.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.216.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.225.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.224.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.194.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.294.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.294.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.308.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.53.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.307.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.290.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.269.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.269.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.312.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.312.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.312.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.168.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.272.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.272.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.299.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.299.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.270.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.270.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.223.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.217.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.289.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.311.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.195.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.311.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.311.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.288.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.306.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.182.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.222.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.310.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.271.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.271.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.221.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.310.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.310.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.270.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.270.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.291.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.291.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.57.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.57.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.305.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.15.mlp.experts.169.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.271.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.271.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.196.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.295.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.295.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.218.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.304.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.287.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.220.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.12.mlp.experts.309.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.296.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.296.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.309.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.8.mlp.experts.309.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.272.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.9.mlp.experts.272.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.269.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.23.mlp.experts.269.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.11.mlp.experts.296.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.219.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.55.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.0.mlp.experts.55.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.19.mlp.experts.286.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.219.down_proj.weight": "model-00001-of-00094.safetensors", + "model.layers.1.mlp.experts.218.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.296.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.296.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.20.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.308.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.285.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.308.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.308.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.303.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.307.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.268.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.268.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.54.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.273.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.273.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.307.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.307.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.267.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.267.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.170.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.197.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.220.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.302.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.217.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.207.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.301.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.171.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.284.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.181.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.306.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.221.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.306.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.306.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.216.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.297.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.297.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.215.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.266.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.266.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.274.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.274.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.188.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.297.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.297.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.283.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.54.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.54.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.305.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.198.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.305.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.305.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.282.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.300.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.319.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.265.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.265.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.222.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.304.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.304.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.304.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.275.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.275.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.214.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.264.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.264.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.294.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.294.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.276.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.276.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.299.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.318.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.199.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.298.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.298.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.298.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.213.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.317.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.212.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.21.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.281.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.297.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.172.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.303.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.303.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.303.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.223.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.263.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.263.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.55.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.280.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.277.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.277.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.180.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.299.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.299.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.302.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.279.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.302.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.302.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.297.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.211.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.173.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.316.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.262.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.262.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.301.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.224.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.301.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.301.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.261.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.261.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.225.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.319.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.210.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.209.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.200.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.296.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.315.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.53.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.53.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.295.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.295.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.295.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.278.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.278.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.278.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.314.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.318.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.300.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.300.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.300.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.174.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.317.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.260.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.260.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.56.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.300.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.300.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.279.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.279.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.22.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.208.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.226.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.277.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.299.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.208.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.201.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.299.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.299.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.276.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.294.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.179.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.12.mlp.experts.298.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.313.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.207.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.259.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.259.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.293.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.293.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.1.mlp.experts.206.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.298.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.8.mlp.experts.298.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.11.mlp.experts.298.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.316.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.293.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.278.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.255.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.303.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.295.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.input_layernorm.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.5.mlp.experts.168.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.157.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.188.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.317.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.317.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.302.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.259.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.316.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.316.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.202.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.198.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.294.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.197.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.277.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.254.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.5.mlp.experts.167.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.156.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.187.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.293.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.276.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.260.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.305.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.315.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.315.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.253.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.292.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.262.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.5.mlp.experts.166.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.262.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.262.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.186.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.252.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.196.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.155.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.185.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.154.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.314.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.314.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.210.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.210.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.201.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.275.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.313.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.313.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.264.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.195.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.306.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.291.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.194.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.263.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.184.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.251.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.307.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.153.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.290.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.274.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.312.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.312.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.261.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.209.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.209.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.289.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.250.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.273.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.152.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.264.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.183.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.193.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.265.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.200.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.151.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.249.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.182.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.308.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.311.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.311.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.263.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.310.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.310.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.192.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.288.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.5.mlp.experts.165.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.191.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.14.mlp.experts.262.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.5.self_attn.v_conv1d.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.263.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.263.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.272.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.248.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.150.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.181.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.266.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.10.mlp.experts.309.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.287.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.211.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.0.mlp.experts.211.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.309.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.20.mlp.experts.309.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.23.mlp.experts.286.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.22.mlp.experts.271.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.16.mlp.experts.262.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.5.mlp.experts.164.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.180.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.15.mlp.experts.247.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.9.mlp.experts.190.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.2.mlp.experts.149.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00002-of-00094.safetensors", + "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.179.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.246.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.199.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.148.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.270.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.308.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.308.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.304.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.311.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.163.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.307.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.307.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.263.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.189.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.self_attn.A_log": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.285.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.267.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.162.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.188.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.16.mlp.experts.265.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.self_attn.f_a_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.178.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.245.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.207.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.207.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.261.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.198.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.147.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.284.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.306.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.306.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.312.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.283.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.269.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.264.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.161.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.244.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.146.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.177.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.187.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.268.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.243.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.145.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.176.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.305.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.305.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.304.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.304.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.264.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.264.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.160.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.186.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.282.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.16.mlp.experts.261.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.185.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.268.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.313.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.269.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.242.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.267.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.144.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.175.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.self_attn.g_a_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.206.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.206.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.281.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.314.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.303.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.303.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.280.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.197.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.174.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.241.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.184.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.143.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.173.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.270.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.240.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.271.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.self_attn.f_b_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.142.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.302.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.302.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.265.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.208.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.208.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.266.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.16.mlp.experts.260.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.301.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.301.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.183.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.315.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.319.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.319.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.279.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.182.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.318.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.318.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.172.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.239.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.310.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.141.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.265.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.272.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.278.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.196.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.266.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.300.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.300.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.277.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.264.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.238.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.140.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.171.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.16.mlp.experts.259.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.181.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.317.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.317.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.265.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.265.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.237.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.139.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.170.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.317.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.299.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.299.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.298.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.298.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.180.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.316.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.316.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.276.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.273.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.179.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.gate.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.315.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.315.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.204.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.204.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.195.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.236.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.138.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.169.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.274.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.318.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.275.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.3.self_attn.dt_bias": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.263.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.205.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.205.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.297.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.297.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.274.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.267.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.168.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.235.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.178.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.137.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.314.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.314.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.16.mlp.experts.258.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.167.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.234.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.136.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.296.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.296.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.316.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.319.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.275.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.262.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.295.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.295.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.177.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.318.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.313.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.313.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.273.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.268.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.176.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.261.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.276.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.203.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.203.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.312.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.312.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.194.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.166.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.233.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.266.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.266.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.135.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.272.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.16.mlp.experts.257.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.294.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.294.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.317.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.271.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.232.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.134.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.165.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.175.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.277.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.311.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.311.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.231.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.133.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.164.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.260.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.293.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.293.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.316.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.292.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.292.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.193.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.174.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.315.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.269.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.310.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.310.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.270.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.202.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.202.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.173.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.259.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.309.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.309.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.278.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.230.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.132.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.163.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.16.mlp.experts.256.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.258.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.self_attn.k_conv1d.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.269.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.291.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.291.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.314.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.268.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.14.mlp.experts.270.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.162.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.229.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.172.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.131.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.308.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.308.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.21.mlp.experts.161.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.15.mlp.experts.228.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.279.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.280.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.201.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.0.mlp.experts.201.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00003-of-00094.safetensors", + "model.layers.2.mlp.experts.130.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.290.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.290.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.10.mlp.experts.192.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.313.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.self_attn.g_a_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.289.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.20.mlp.experts.289.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.9.mlp.experts.171.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.5.mlp.experts.312.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.307.gate_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.4.mlp.experts.307.up_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.23.mlp.experts.267.down_proj.weight": "model-00003-of-00094.safetensors", + "model.layers.22.mlp.experts.257.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.170.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.306.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.306.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.16.mlp.experts.255.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.21.mlp.experts.160.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.227.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.319.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.2.mlp.experts.129.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.281.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.266.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.267.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.267.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.input_layernorm.weight": "model-00004-of-00094.safetensors", + "model.layers.20.mlp.experts.288.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.20.mlp.experts.288.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.265.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.22.mlp.experts.256.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.5.mlp.experts.311.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.226.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.2.mlp.experts.128.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.169.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.305.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.305.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.55.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.55.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.242.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.297.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.297.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.193.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.287.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.287.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.217.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.273.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.254.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.192.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.205.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.253.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.39.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.317.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.317.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.309.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.309.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.38.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.54.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.54.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.219.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.286.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.286.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.143.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.143.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.14.mlp.experts.210.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.285.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.285.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.296.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.296.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.53.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.53.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.252.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.243.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.191.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.290.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.290.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.308.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.308.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.275.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.52.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.52.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.251.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.37.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.307.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.307.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.204.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.253.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.295.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.295.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.190.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.163.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.189.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.36.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.142.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.142.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.312.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.294.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.294.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.220.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.35.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.284.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.284.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.51.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.51.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.274.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.244.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.250.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.50.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.50.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.306.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.306.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.207.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.208.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.49.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.49.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.188.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.283.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.283.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.34.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.221.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.291.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.291.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.293.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.293.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.222.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.282.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.282.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.33.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.249.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.305.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.305.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.32.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.187.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.252.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.248.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.304.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.304.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.186.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.272.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.311.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.48.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.48.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.14.mlp.experts.211.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.309.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.292.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.292.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.206.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.47.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.47.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.245.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.277.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.291.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.291.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.46.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.46.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.281.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.281.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.223.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.31.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.185.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.246.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.303.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.303.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.247.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.141.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.141.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.30.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.280.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.280.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.251.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.45.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.45.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.29.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.184.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.183.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.279.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.279.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.290.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.290.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.246.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.302.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.302.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.210.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.44.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.44.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.276.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.245.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.301.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.301.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.43.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.43.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.218.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.289.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.289.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.211.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.28.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.288.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.288.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.182.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.310.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.225.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.278.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.278.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.27.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.42.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.42.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.26.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.279.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.244.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.181.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.247.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.300.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.300.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.180.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.271.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.164.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.41.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.41.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.14.mlp.experts.212.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.277.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.277.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.209.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.250.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.40.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.40.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.287.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.287.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.276.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.276.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.25.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.248.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.299.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.299.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.243.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.226.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.242.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.24.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.213.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.298.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.298.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.23.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.179.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.39.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.39.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.286.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.286.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.224.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.140.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.140.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.285.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.285.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.278.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.249.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.38.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.38.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.178.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.275.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.275.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.37.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.37.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.177.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.303.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.22.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.214.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.241.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.297.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.297.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.21.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.20.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.228.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.274.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.274.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.316.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.316.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.36.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.36.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.273.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.273.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.284.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.284.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.308.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.240.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.176.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.250.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.296.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.296.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.270.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.13.mlp.experts.281.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.239.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.35.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.35.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.295.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.295.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.19.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.34.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.34.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.215.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.283.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.283.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.175.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.293.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.293.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.18.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.174.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.17.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.282.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.282.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.229.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.272.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.272.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.11.mlp.experts.248.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.14.mlp.experts.213.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.18.mlp.experts.238.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.33.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.33.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.294.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.6.mlp.experts.294.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.216.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.139.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.0.mlp.experts.139.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.9.mlp.experts.217.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.15.mlp.experts.251.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.17.mlp.experts.173.down_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.271.gate_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.7.mlp.experts.271.up_proj.weight": "model-00004-of-00094.safetensors", + "model.layers.1.mlp.experts.32.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.32.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.227.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.31.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.31.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.16.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.281.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.281.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.231.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.270.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.270.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.237.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.252.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.293.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.293.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.172.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.249.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.307.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.292.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.292.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.236.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.171.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.15.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.14.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.30.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.30.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.280.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.280.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.247.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.165.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.279.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.279.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.232.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.29.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.29.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.28.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.28.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.170.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.291.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.291.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.235.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.self_attn.q_conv1d.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.13.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.169.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.138.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.138.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.168.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.278.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.278.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.234.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.12.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.290.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.290.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.11.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.27.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.27.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.233.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.253.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.289.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.289.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.306.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.230.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.319.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.277.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.277.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.276.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.276.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.26.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.26.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.167.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.25.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.25.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.280.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.234.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.10.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.254.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.318.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.232.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.24.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.24.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.166.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.317.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.288.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.288.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.9.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.8.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.165.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.275.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.275.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.245.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.23.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.23.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.287.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.287.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.231.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.292.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.292.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.305.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.255.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.269.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.235.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.230.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.286.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.286.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.7.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.164.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.212.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.316.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.22.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.22.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.274.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.274.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.283.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.21.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.21.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.236.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.269.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.269.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.137.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.137.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.6.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.273.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.273.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.5.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.163.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.20.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.20.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.162.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.315.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.19.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.19.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.229.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.315.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.315.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.314.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.285.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.285.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.268.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.268.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.256.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.256.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.237.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.18.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.18.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.267.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.267.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.166.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.219.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.215.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.272.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.272.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.17.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.17.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.228.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.282.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.4.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.161.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.284.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.284.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.227.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.294.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.294.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.283.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.283.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.220.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.16.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.16.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.304.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.313.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.244.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.3.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.2.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.271.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.271.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.160.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.266.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.266.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.15.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.15.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.270.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.270.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.238.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.14.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.14.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.257.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.257.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.312.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.268.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.1.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.226.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.13.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.13.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.258.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.258.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.282.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.282.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.284.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.311.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.265.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.265.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.136.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.136.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.12.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.12.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.218.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.264.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.264.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.0.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.233.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.319.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.319.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.269.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.269.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.239.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.11.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.11.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.225.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.281.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.281.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.267.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.9.mlp.experts.221.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.246.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.280.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.280.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.18.mlp.experts.224.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.10.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.10.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.318.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.318.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.214.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.310.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.268.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.268.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.9.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.9.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.263.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.7.mlp.experts.263.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.243.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.285.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.317.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.1.mlp.experts.317.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.174.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.223.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.300.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.300.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.316.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.316.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.308.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.316.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.316.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.200.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.315.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.315.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.117.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.266.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.266.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.224.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.265.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.265.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.199.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.173.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.299.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.299.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.198.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.315.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.315.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.176.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.225.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.317.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.317.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.298.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.298.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.264.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.264.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.297.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.297.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.314.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.314.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.5.self_attn.f_a_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.313.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.313.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.197.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.307.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.263.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.263.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.177.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.262.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.262.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.226.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.318.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.318.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.296.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.296.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.196.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.314.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.314.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.175.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.195.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.319.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.312.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.312.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.14.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.14.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.227.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.295.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.295.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.261.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.261.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.13.mlp.experts.228.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.319.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.14.mlp.experts.319.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.318.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.294.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.2.mlp.experts.294.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.311.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.311.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.0.mlp.experts.179.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.4.mlp.experts.317.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.310.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.3.mlp.experts.310.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.194.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.260.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.16.mlp.experts.260.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00005-of-00094.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.259.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.259.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.193.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.229.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.293.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.293.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.192.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.316.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.309.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.309.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.180.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.228.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.305.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.292.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.292.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.258.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.258.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.315.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.291.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.291.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.308.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.308.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.313.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.313.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.314.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.307.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.307.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.191.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.178.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.230.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.182.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.257.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.257.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.319.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.306.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.256.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.256.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.312.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.312.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.12.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.12.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.231.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.190.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.290.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.290.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.304.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.313.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.189.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.306.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.306.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.318.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.317.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.183.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.289.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.289.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.255.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.312.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.288.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.288.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.305.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.305.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.232.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.311.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.304.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.304.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.188.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.254.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.233.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.316.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.253.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.187.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.184.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.287.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.287.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.311.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.311.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.186.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.315.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.303.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.310.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.303.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.303.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.13.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.13.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.185.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.234.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.314.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.286.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.286.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.252.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.309.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.285.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.285.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.302.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.302.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.308.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.301.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.301.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.185.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.302.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.251.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.313.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.186.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.250.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.235.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.229.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.284.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.284.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.184.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.181.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.312.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.183.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.307.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.300.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.300.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.311.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.283.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.283.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.11.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.11.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.249.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.282.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.282.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.299.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.299.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.310.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.310.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.188.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.298.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.298.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.182.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.248.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.310.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.247.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.181.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.301.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.281.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.281.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.180.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.297.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.297.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.309.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.189.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.308.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.280.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.280.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.246.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.279.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.279.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.296.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.296.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.295.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.295.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.179.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.187.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.236.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.245.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.237.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.306.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.307.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.244.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.309.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.309.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.10.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.10.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.305.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.178.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.278.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.278.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.177.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.294.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.294.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.306.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.191.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.305.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.238.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.277.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.277.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.230.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.284.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.284.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.243.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.276.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.276.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.304.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.293.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.293.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.192.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.292.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.292.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.176.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.193.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.242.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.303.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.304.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.299.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.241.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.302.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.175.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.275.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.275.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.308.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.308.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.239.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.174.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.303.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.291.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.291.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.9.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.9.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.240.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.302.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.194.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.274.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.274.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.240.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.273.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.273.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.8.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.8.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.301.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.290.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.290.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.298.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.289.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.289.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.173.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.239.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.300.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.301.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.238.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.241.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.299.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.195.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.272.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.272.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.172.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.0.mlp.experts.190.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.300.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.171.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.13.mlp.experts.242.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.288.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.288.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.299.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.300.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.271.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.2.mlp.experts.271.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.16.mlp.experts.237.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.287.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.287.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.298.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.287.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.17.mlp.experts.287.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.264.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.264.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00006-of-00094.safetensors", + "model.layers.19.mlp.experts.263.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.263.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.107.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.107.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.self_attn.q_conv1d.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.204.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.204.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.286.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.286.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.203.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.203.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.106.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.106.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.105.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.105.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.12.mlp.gate.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.285.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.285.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.284.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.284.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.262.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.262.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.211.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.202.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.202.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.104.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.104.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.261.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.261.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.97.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.97.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.283.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.283.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.260.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.260.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.212.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.201.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.201.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.103.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.103.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.102.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.102.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.282.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.282.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.200.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.200.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.281.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.281.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.259.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.259.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.186.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.101.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.101.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.280.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.280.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.199.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.199.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.258.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.258.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.213.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.100.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.100.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.99.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.99.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.257.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.257.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.279.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.279.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.96.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.96.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.198.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.198.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.278.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.278.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.197.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.197.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.self_attn.g_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.98.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.98.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.self_attn.q_conv1d.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.256.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.256.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.277.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.277.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.214.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.97.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.97.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.196.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.196.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.96.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.96.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.276.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.276.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.275.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.275.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.255.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.254.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.input_layernorm.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.215.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.195.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.195.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.194.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.194.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.95.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.95.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.274.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.274.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.self_attn.o_norm.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.94.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.94.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.self_attn.f_b_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.253.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.93.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.93.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.95.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.95.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.273.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.273.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.272.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.272.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.193.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.193.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.252.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.216.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.251.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.187.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.92.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.92.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.self_attn.f_a_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.192.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.192.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.271.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.271.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.191.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.91.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.91.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.90.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.90.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.270.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.270.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.269.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.269.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.self_attn.q_conv1d.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.250.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.217.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.190.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.89.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.89.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.249.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.94.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.94.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.268.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.268.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.248.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.218.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.189.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.88.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.88.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.87.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.87.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.267.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.267.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.188.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.266.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.266.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.247.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.86.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.86.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.265.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.265.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.187.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.246.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.219.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.85.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.85.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.84.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.84.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.245.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.264.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.264.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.93.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.0.mlp.experts.93.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.186.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.263.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.263.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.185.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.self_attn.A_log": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.83.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.83.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.244.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.262.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.262.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.220.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.319.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.319.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.82.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.82.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.81.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.81.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.261.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.261.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.184.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.260.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.260.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.243.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.188.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.318.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.318.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.19.mlp.experts.242.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.11.mlp.experts.221.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.317.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.21.mlp.experts.317.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.183.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.80.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.2.mlp.experts.80.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.22.mlp.experts.182.up_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.259.gate_proj.weight": "model-00007-of-00094.safetensors", + "model.layers.17.mlp.experts.259.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.79.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.79.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.241.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.78.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.78.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.92.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.92.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.258.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.258.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.316.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.316.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.257.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.257.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.181.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.240.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.222.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.239.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.77.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.77.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.315.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.315.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.256.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.256.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.180.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.314.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.314.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.76.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.76.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.75.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.75.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.179.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.input_layernorm.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.255.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.238.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.223.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.254.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.313.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.313.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.self_attn.o_norm.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.74.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.74.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.self_attn.q_conv1d.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.237.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.91.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.91.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.236.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.253.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.312.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.312.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.224.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.73.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.73.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.72.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.72.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.311.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.311.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.178.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.252.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.251.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.235.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.189.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.11.mlp.experts.225.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.71.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.71.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.177.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.310.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.21.mlp.experts.310.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.70.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.70.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.19.mlp.experts.234.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.250.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.258.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.258.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.299.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.212.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.227.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.298.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.314.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.314.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.297.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.315.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.211.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.257.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.257.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.228.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.314.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.gate.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.296.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.295.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.256.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.256.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.297.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.313.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.313.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.210.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.292.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.292.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.255.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.255.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.gate.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.313.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.229.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.296.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.209.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.312.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.312.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.295.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.312.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.294.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.208.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.311.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.311.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.230.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.254.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.254.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.311.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.3.self_attn.f_b_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.293.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.253.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.253.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.231.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.294.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.292.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.207.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.310.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.310.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.290.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.290.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.252.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.252.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.57.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.310.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.293.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.309.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.309.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.23.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.206.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.292.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.308.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.308.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.205.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.309.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.291.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.232.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.308.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.251.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.251.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.291.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.291.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.290.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.9.self_attn.b_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.250.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.250.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.291.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.289.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.307.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.307.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.204.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.233.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.249.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.249.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.234.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.307.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.290.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.203.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.306.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.306.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.289.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.202.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.306.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.305.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.305.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.288.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.305.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.248.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.248.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.160.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.286.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.286.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.235.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.287.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.24.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.286.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.247.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.247.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.288.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.201.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.304.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.304.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.246.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.23.mlp.experts.246.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.304.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.0.mlp.experts.58.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.14.mlp.experts.161.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.287.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.303.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.303.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.200.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.10.mlp.experts.236.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.13.mlp.gate.weight": "model-00008-of-00094.safetensors", + "model.layers.2.mlp.experts.286.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.302.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.302.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.6.mlp.experts.303.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.12.mlp.experts.285.down_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00008-of-00094.safetensors", + "model.layers.18.mlp.experts.199.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.289.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.289.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.245.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.245.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.237.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.302.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.3.self_attn.g_a_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.284.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.283.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.244.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.244.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.285.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.301.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.301.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.198.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.243.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.243.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.301.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.238.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.284.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.197.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.300.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.300.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.283.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.196.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.300.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.162.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.299.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.299.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.239.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.288.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.288.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.242.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.242.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.299.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.282.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.0.mlp.experts.25.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.241.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.241.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.240.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.282.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.195.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.298.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.298.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.0.mlp.experts.59.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.240.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.240.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.287.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.287.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.163.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.298.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.281.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.297.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.297.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.194.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.280.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.296.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.296.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.193.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.297.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.241.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.296.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.239.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.239.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.238.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.238.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.279.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.295.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.295.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.192.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.242.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.237.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.237.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.243.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.295.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.281.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.164.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.278.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.280.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.191.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.294.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.294.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.284.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.284.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.277.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.190.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.294.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.293.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.293.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.293.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.236.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.236.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.0.mlp.experts.60.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.0.mlp.experts.26.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.244.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.165.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.279.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.235.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.235.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.276.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.189.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.292.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.292.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.234.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.234.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.292.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.278.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.285.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.285.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.275.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.277.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.291.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.291.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.188.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.245.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.274.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.290.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.290.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.291.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.187.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.233.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.233.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.246.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.166.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.290.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.276.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.232.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.232.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.273.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.282.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.282.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.289.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.289.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.231.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.231.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.186.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.289.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.275.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.167.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.247.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.0.mlp.experts.27.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.274.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.272.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.288.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.288.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.271.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.185.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.288.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.287.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.287.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.248.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.0.mlp.experts.61.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.230.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.230.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.184.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.287.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.273.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.229.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.229.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.249.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.270.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.286.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.5.mlp.experts.286.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.283.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.283.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.228.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.23.mlp.experts.228.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.18.mlp.experts.183.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.286.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.272.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.0.mlp.experts.28.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.2.mlp.experts.269.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.209.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.280.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.280.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.255.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.15.mlp.experts.175.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.3.mlp.experts.312.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.7.mlp.experts.292.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.3.mlp.experts.311.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.19.mlp.experts.275.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.168.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.208.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.1.mlp.experts.205.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.281.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.281.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.9.mlp.experts.167.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.19.mlp.experts.274.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.256.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.1.mlp.experts.204.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.1.mlp.experts.203.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.22.mlp.experts.254.down_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00009-of-00094.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.273.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.210.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.291.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.310.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.199.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.199.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.282.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.282.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.176.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.166.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.253.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.290.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.309.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.202.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.211.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.289.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.252.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.177.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.308.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.272.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.235.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.235.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.165.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.201.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.200.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.164.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.283.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.283.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.255.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.271.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.198.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.198.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.207.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.270.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.288.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.307.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.284.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.284.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.199.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.251.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.163.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.285.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.285.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.212.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.287.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.306.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.286.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.198.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.305.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.197.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.269.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.178.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.162.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.9.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.254.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.161.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.250.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.268.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.286.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.286.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.249.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.267.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.197.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.197.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.213.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.285.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.196.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.179.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.304.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.206.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.236.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.236.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.160.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.195.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.194.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.284.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.303.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.214.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.283.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.266.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.287.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.287.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.302.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.248.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.180.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.253.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.288.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.288.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.193.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.265.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.200.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.200.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.264.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.282.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.301.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.192.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.191.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.247.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.215.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.281.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.246.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.181.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.300.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.289.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.289.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.280.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.299.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.10.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.263.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.205.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.190.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.290.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.290.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.195.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.195.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.262.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.189.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.188.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.261.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.216.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.279.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.298.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.196.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.196.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.291.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.291.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.245.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.246.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.182.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.252.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.278.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.297.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.187.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.217.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.277.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.183.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.296.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.260.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.244.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.194.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.194.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.186.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.185.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.292.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.292.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.243.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.259.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.237.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.237.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.204.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.258.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.276.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.295.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.293.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.293.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.184.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.294.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.294.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.11.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.218.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.275.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.294.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.274.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.183.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.293.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.182.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.257.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.251.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.184.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.242.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.256.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.295.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.295.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.241.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.255.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.219.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.273.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.181.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.185.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.292.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.203.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.240.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.180.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.179.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.272.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.291.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.250.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.220.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.192.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.192.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.271.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.254.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.193.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.193.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.296.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.296.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.290.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.238.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.238.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.186.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.297.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.297.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.178.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.253.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.239.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.252.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.270.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.289.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.177.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.176.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.191.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.191.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.249.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.238.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.221.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.0.mlp.experts.12.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.269.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.15.mlp.experts.187.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.288.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.298.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.298.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.268.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.287.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.237.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.202.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.175.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.251.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.299.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.299.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.174.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.1.mlp.experts.173.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.250.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.14.mlp.experts.222.up_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.7.mlp.experts.267.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.3.mlp.experts.286.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.22.mlp.experts.236.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.19.mlp.experts.249.down_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.300.gate_proj.weight": "model-00010-of-00094.safetensors", + "model.layers.9.mlp.experts.300.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.experts.248.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.188.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.239.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.239.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.266.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.172.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.223.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.235.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.265.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.189.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.285.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.234.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.248.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.171.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.170.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.301.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.301.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.190.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.190.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.experts.247.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.247.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.264.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.246.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.22.mlp.experts.233.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.302.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.302.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.169.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.168.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.224.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.263.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.52.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.52.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.experts.191.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.127.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.225.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.316.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.316.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.287.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.287.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.309.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.241.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.310.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.286.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.286.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.271.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.279.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.279.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.286.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.286.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.308.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.309.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.304.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.304.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.297.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.297.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.264.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.282.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.gate.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.303.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.303.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.315.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.315.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.135.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.135.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.260.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.260.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.240.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.302.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.302.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.259.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.259.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.163.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.126.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.16.mlp.experts.254.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.224.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.278.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.278.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.314.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.314.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.283.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.67.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.313.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.313.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.285.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.285.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.263.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.self_attn.A_log": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.296.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.296.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.277.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.277.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.272.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.285.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.285.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.307.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.262.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.164.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.295.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.295.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.308.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.261.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.261.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.125.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.223.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.302.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.302.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.284.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.284.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.312.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.312.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.124.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.222.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.16.mlp.experts.253.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.experts.190.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.68.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.283.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.283.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.301.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.301.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.306.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.307.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.284.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.283.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.283.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.305.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.276.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.276.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.167.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.306.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.311.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.311.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.261.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.301.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.301.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.294.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.294.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.310.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.310.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.285.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.300.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.300.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.162.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.268.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.268.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.221.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.123.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.experts.189.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.166.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.282.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.282.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.293.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.293.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.260.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.262.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.262.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.282.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.282.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.304.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.292.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.292.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.273.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.305.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.259.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.309.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.309.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.304.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.304.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.122.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.220.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.263.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.263.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.134.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.134.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.286.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.299.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.299.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.281.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.281.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.308.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.308.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.219.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.121.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.281.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.281.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.303.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.167.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.307.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.307.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.304.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.280.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.280.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.280.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.280.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.302.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.303.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.298.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.298.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.291.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.291.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.16.mlp.experts.252.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.258.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.274.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.297.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.297.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.306.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.306.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.287.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.303.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.303.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.218.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.120.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.264.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.264.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.self_attn.f_a_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.257.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.290.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.290.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.279.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.279.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.165.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.305.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.305.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.279.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.279.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.301.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.256.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.302.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.289.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.289.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.304.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.304.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.51.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.51.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.experts.188.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.217.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.119.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.306.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.306.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.296.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.296.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.278.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.278.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.self_attn.g_b_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.288.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.216.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.289.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.2.mlp.experts.118.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.278.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.278.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.300.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.277.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.277.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.269.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.269.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.301.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.self_attn.b_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.169.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.16.mlp.experts.251.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.277.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.20.mlp.experts.277.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.13.mlp.experts.170.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.275.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.299.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.303.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.303.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.133.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.133.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.300.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.295.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.295.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.255.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.288.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.288.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.294.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.4.mlp.experts.294.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.302.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.302.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.215.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.275.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.275.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.287.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.8.mlp.experts.287.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.69.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.276.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.3.mlp.experts.276.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.301.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.1.mlp.experts.301.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.265.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.15.mlp.experts.265.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.0.mlp.experts.290.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.23.mlp.experts.254.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.10.mlp.experts.187.down_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.274.gate_proj.weight": "model-00011-of-00094.safetensors", + "model.layers.6.mlp.experts.274.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.self_attn.f_a_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.276.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.276.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.298.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.286.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.286.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.253.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.276.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.299.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.305.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.305.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.168.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.116.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.214.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.168.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.242.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.16.mlp.experts.250.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.293.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.293.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.300.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.300.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.50.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.50.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.266.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.266.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.275.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.275.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.115.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.213.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.275.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.275.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.297.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.298.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.274.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.274.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.299.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.299.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.274.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.274.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.296.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.298.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.298.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.273.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.273.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.297.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.292.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.292.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.285.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.285.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.252.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.291.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.71.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.input_layernorm.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.291.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.291.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.132.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.132.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.10.mlp.experts.186.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.308.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.308.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.267.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.267.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.212.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.272.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.272.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.297.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.297.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.114.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.292.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.172.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.273.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.273.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.251.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.284.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.284.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.271.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.271.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.296.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.296.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.273.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.273.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.295.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.250.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.283.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.283.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.296.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.295.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.295.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.210.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.113.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.211.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.290.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.290.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.72.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.272.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.272.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.16.mlp.experts.249.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.268.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.268.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.112.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.210.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.272.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.272.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.270.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.270.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.277.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.271.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.3.mlp.experts.271.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.294.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.294.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.294.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.295.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.293.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.271.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.271.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.293.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.270.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.270.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.294.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.self_attn.dt_bias": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.269.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.269.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.289.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.289.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.282.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.282.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.293.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.293.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.292.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.292.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.294.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.73.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.288.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.288.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.249.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.171.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.49.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.49.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.74.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.10.mlp.experts.185.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.self_attn.q_conv1d.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.209.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.269.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.269.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.111.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.281.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.281.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.16.mlp.experts.248.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.161.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.268.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.268.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.248.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.278.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.270.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.270.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.292.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.280.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.280.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.293.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.291.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.291.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.160.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.310.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.310.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.247.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.208.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.110.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.131.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.131.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.295.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.287.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.287.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.207.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.109.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.290.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.290.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.269.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.269.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.291.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.75.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.292.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.174.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.289.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.289.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.268.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.268.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.290.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.10.mlp.experts.184.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.267.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.267.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.291.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.286.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.286.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.279.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.279.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.285.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.285.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.246.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.169.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.296.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.309.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.309.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.108.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.206.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.266.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.266.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.16.mlp.experts.247.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.173.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.288.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.288.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.278.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.278.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.265.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.265.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.267.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.267.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.289.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.245.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.70.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.290.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.279.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.277.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.277.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.48.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.48.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.271.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.271.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.287.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.287.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.205.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.286.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.286.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.107.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.271.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.271.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.284.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.284.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.312.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.312.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.204.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.297.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.298.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.77.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.106.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.266.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.266.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.288.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.10.mlp.experts.183.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.289.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.10.input_layernorm.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.264.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.264.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.265.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.265.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.287.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.285.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.285.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.130.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.130.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.272.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.272.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.288.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.283.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.283.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.276.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.276.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.14.mlp.experts.280.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.282.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.4.mlp.experts.282.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.243.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.16.mlp.experts.246.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.13.mlp.experts.176.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.284.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.284.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.211.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.203.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.263.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.263.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.2.mlp.experts.105.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.275.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.275.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.283.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.1.mlp.experts.283.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.78.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.0.mlp.experts.299.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.262.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.6.mlp.experts.262.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.242.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.gate.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.264.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.20.mlp.experts.264.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.286.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.274.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.8.mlp.experts.274.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.287.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.311.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.11.mlp.experts.311.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.15.mlp.experts.202.down_proj.weight": "model-00012-of-00094.safetensors", + "model.layers.23.mlp.experts.241.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.79.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.mlp.experts.104.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.281.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.281.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.47.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.47.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.mlp.experts.103.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.182.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.263.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.263.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.201.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.270.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.270.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.285.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.282.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.282.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.286.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.313.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.313.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.175.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.262.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.262.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.284.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.177.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.285.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.14.mlp.experts.281.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.280.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.280.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.273.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.273.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.261.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.261.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.281.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.281.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.300.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.279.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.279.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.240.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.46.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.46.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.280.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.280.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.80.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.272.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.272.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.129.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.129.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.16.mlp.experts.245.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.200.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.314.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.314.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.mlp.experts.102.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.301.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.260.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.260.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.272.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.272.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.274.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.274.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.261.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.261.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.239.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.271.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.271.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.259.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.259.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.259.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.259.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.284.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.279.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.279.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.283.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.14.mlp.experts.282.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.238.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.mlp.experts.101.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.275.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.275.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.278.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.278.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.199.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.270.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.270.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.278.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.278.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.81.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.277.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.277.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.16.mlp.experts.244.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.181.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.mlp.experts.100.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.260.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.260.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.178.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.198.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.283.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.282.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.302.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.281.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.270.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.270.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.282.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.258.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.258.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.277.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.277.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.269.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.269.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.170.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.276.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.276.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.303.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.276.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.276.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.268.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.268.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.237.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.76.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.shared_experts.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.315.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.11.mlp.experts.315.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.82.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.mlp.experts.99.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.180.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.275.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.275.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.45.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.45.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.274.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.274.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.197.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.257.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.257.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.276.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.276.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.236.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.179.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.269.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.269.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.256.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.6.mlp.experts.256.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.281.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.258.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.20.mlp.experts.258.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.280.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.14.mlp.experts.283.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.235.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.268.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.8.mlp.experts.268.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.2.mlp.experts.98.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.273.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.273.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.15.mlp.experts.196.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.304.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.self_attn.k_conv1d.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.275.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.275.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.267.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.3.mlp.experts.267.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.273.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.1.mlp.experts.273.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.128.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.128.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.223.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.170.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.222.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.223.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.262.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.262.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.293.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.261.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.261.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.169.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.222.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.291.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.168.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.221.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.294.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.260.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.260.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.225.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.167.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.220.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.226.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.259.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.259.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.258.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.258.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.166.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.219.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.165.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.218.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.227.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.257.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.257.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.296.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.296.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.164.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.217.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.256.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.256.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.255.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.228.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.163.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.216.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.162.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.215.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.229.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.292.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.254.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.295.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.295.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.161.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.214.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.253.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.224.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.252.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.290.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.160.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.213.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.296.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.231.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.212.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.297.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.297.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.251.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.232.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.211.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.295.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.250.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.249.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.210.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.209.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.230.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.298.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.289.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.248.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.234.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.208.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.235.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.247.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.246.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.207.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.297.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.206.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.233.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.288.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.245.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.205.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.300.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.244.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.243.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.237.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.204.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.203.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.299.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.238.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.242.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.298.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.0.mlp.experts.298.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.202.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.241.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.9.mlp.experts.236.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.7.mlp.experts.240.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.13.mlp.experts.287.down_proj.weight": "model-00013-of-00094.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.201.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.302.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.200.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.299.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.299.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.240.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.239.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.238.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.199.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.301.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.237.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.198.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.239.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.197.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.304.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.236.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.286.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.235.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.234.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.242.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.196.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.241.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.233.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.303.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.195.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.243.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.194.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.232.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.305.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.231.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.267.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.267.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.303.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.303.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.262.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.197.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.69.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.69.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.243.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.233.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.240.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.240.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.90.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.90.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.236.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.245.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.297.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.298.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.270.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.270.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.227.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.227.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.235.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.296.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.304.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.304.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.266.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.266.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.261.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.68.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.68.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.226.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.226.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.297.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.232.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.198.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.244.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.231.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.226.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.296.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.225.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.225.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.296.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.265.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.265.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.67.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.67.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.66.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.66.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.234.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.260.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.295.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.264.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.264.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.231.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.259.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.305.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.305.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.196.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.230.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.245.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.227.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.200.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.233.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.246.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.294.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.224.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.224.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.295.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.297.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.232.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.7.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.7.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.306.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.306.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.65.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.65.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.293.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.263.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.263.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.295.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.258.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.294.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.64.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.64.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.223.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.223.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.229.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.63.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.63.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.89.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.89.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.293.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.222.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.222.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.201.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.247.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.262.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.262.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.231.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.257.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.261.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.261.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.292.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.228.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.307.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.307.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.228.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.256.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.227.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.190.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.62.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.62.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.230.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.308.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.308.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.291.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.292.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.221.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.221.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.244.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.229.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.290.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.61.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.61.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.202.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.60.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.60.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.269.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.269.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.248.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.255.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.220.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.220.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.291.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.294.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.226.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.6.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.6.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.229.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.309.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.309.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.203.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.219.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.219.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.249.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.290.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.241.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.241.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.268.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.268.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.243.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.228.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.267.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.267.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.254.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.289.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.59.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.59.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.225.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.88.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.88.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.253.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.224.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.293.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.230.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.227.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.58.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.58.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.218.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.218.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.57.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.57.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.289.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.204.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.288.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.310.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.310.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.226.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.250.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.232.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.287.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.266.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.266.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.199.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.252.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.251.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.288.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.217.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.217.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.223.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.287.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.311.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.311.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.56.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.56.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.216.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.216.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.265.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.265.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.5.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.5.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.260.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.260.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.312.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.312.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.225.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.251.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.286.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.264.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.264.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.222.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.231.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.250.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.55.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.55.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.206.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.54.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.54.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.252.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.221.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.242.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.259.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.259.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.87.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.87.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.224.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.285.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.258.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.12.mlp.experts.258.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.286.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.215.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.215.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.242.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.242.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.223.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.4.mlp.experts.284.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.263.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.263.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.313.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.9.mlp.experts.313.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.16.mlp.experts.292.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.7.mlp.experts.249.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.53.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.53.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.20.mlp.experts.285.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.19.mlp.experts.220.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.0.mlp.experts.207.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.13.mlp.experts.253.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.262.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.2.mlp.experts.262.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.11.mlp.experts.232.up_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.10.mlp.experts.235.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00014-of-00094.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.261.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.261.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.284.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.257.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.257.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.52.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.52.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.51.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.51.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.222.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.283.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.219.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.248.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.10.mlp.experts.241.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.191.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.247.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.218.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.256.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.256.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.314.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.314.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.254.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.221.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.255.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.260.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.260.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.205.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.209.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.233.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.282.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.255.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.283.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.220.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.4.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.4.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.50.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.50.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.281.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.315.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.315.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.259.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.259.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.258.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.258.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.282.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.49.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.49.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.246.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.48.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.48.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.281.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.217.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.10.mlp.experts.240.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.86.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.86.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.254.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.256.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.256.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.214.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.214.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.233.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.210.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.219.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.280.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.245.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.257.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.257.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.216.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.316.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.316.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.234.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.244.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.213.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.213.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.290.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.253.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.47.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.47.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.215.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.279.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.256.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.256.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.252.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.218.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.317.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.317.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.280.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.255.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.255.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.243.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.243.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.278.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.46.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.46.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.217.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.45.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.45.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.257.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.257.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.211.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.243.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.3.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.3.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.279.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.214.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.258.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.258.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.235.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.318.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.318.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.254.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.254.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.251.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.212.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.278.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.10.mlp.experts.239.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.2.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.2.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.277.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.44.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.44.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.216.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.242.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.253.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.253.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.213.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.85.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.85.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.241.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.252.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.252.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.250.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.289.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.212.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.43.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.43.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.236.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.215.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.42.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.42.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.276.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.249.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.259.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.259.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.277.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.213.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.319.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.319.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.214.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.275.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.10.mlp.experts.238.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.260.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.260.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.251.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.251.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.208.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.240.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.276.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.211.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.41.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.41.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.192.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.275.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.248.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.250.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.250.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.291.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.213.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.274.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.249.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.249.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.239.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.40.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.40.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.210.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.39.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.39.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.261.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.261.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.237.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.238.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.247.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.215.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.209.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.244.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.244.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.84.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.84.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.273.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.246.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.212.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.274.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.1.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.1.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.272.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.248.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.248.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.211.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.10.mlp.experts.237.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.38.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.38.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.237.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.262.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.262.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.247.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.247.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.273.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.216.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.208.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.238.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.287.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.245.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.37.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.37.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.272.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.36.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.36.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.271.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.210.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.236.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.207.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.235.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.212.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.212.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.263.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.263.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.244.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.264.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.264.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.206.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.214.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.217.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.1.mlp.experts.2.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.1.mlp.experts.2.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.239.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.209.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.270.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.243.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.10.mlp.experts.236.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.35.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.35.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.271.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.288.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.208.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.269.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.0.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.0.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.211.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.211.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.34.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.34.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.234.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.270.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.33.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.2.mlp.experts.33.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.193.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.205.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.210.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.210.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.83.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.83.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.245.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.245.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.265.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.265.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.11.mlp.experts.240.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.12.mlp.experts.242.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.269.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.0.mlp.experts.218.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.14.mlp.experts.177.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.207.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.268.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.7.mlp.experts.233.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.204.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.self_attn.o_norm.weight": "model-00015-of-00094.safetensors", + "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.22.mlp.experts.176.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.18.mlp.experts.182.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.21.mlp.experts.309.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.21.mlp.experts.309.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.19.mlp.experts.245.down_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.17.mlp.experts.249.up_proj.weight": "model-00015-of-00094.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.181.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.250.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.248.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.308.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.308.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.232.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.280.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.280.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.self_attn.v_conv1d.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.244.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.231.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.243.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.251.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.247.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.180.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.252.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.175.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.307.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.307.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.self_attn.k_conv1d.weight": "model-00016-of-00094.safetensors", + "model.layers.0.mlp.experts.62.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.self_attn.A_log": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.246.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.245.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.179.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.306.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.306.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.230.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.281.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.281.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.242.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.305.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.305.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.178.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.253.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.174.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.241.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.244.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.173.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.229.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.240.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.304.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.304.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.243.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.177.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.self_attn.f_a_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.228.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.242.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.self_attn.f_b_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.254.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.303.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.303.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.239.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.176.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.278.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.278.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.302.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.302.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.175.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.255.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.172.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.241.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.gate.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.238.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.227.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.240.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.0.mlp.experts.63.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.237.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.239.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.174.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.self_attn.g_b_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.171.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.301.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.301.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.256.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.256.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.170.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.226.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.173.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.238.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.300.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.300.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.257.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.257.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.236.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.279.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.279.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.299.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.299.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.172.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.225.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.237.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.236.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.235.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.169.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.258.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.258.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.234.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.276.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.276.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.298.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.298.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.171.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.168.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.235.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.224.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.167.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.170.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.297.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.297.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.233.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.mlp.experts.234.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.169.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.259.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.259.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.296.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.296.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.0.mlp.experts.64.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.self_attn.g_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.235.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.223.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.232.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.166.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.231.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.260.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.260.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.222.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.234.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.168.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.261.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.261.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.295.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.295.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.165.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.233.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.gate.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.164.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.277.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.277.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.294.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.294.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.167.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.230.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.166.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.293.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.293.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.262.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.262.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.232.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.self_attn.b_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.229.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.163.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.221.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.228.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.self_attn.g_b_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.231.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.165.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.292.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.292.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.274.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.274.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.self_attn.f_a_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.162.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.230.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.161.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.263.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.263.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.220.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.164.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.0.mlp.experts.65.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.291.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.291.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.227.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.163.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.219.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.290.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.290.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.264.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.264.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.229.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.226.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.160.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.275.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.275.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.19.mlp.experts.225.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.228.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.162.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.input_layernorm.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.289.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.21.mlp.experts.289.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.227.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.self_attn.o_norm.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.265.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.10.mlp.experts.265.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.22.mlp.experts.218.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.18.mlp.experts.161.up_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00016-of-00094.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.288.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.288.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.224.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.287.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.287.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.160.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.226.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.self_attn.v_conv1d.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.223.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.217.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.222.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.216.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.self_attn.dt_bias": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.225.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.286.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.286.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.224.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.285.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.285.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.221.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.284.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.284.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.self_attn.o_norm.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.223.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.215.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.220.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.219.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.222.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.self_attn.b_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.214.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.283.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.283.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.221.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.self_attn.v_conv1d.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.213.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.266.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.266.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.282.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.282.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.66.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.218.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.281.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.281.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.220.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.input_layernorm.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.217.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.267.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.267.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.212.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.273.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.273.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.19.mlp.experts.216.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.self_attn.g_a_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.219.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.280.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.280.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.271.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.mlp.gate.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.285.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.285.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.232.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.189.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.189.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.268.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.272.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.272.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.284.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.284.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.168.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.285.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.271.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.271.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.277.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.277.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.284.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.22.self_attn.g_b_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.284.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.270.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.270.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.270.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.278.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.278.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.267.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.188.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.188.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.283.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.283.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.319.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.169.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.269.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.269.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.283.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.269.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.318.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.233.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.283.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.268.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.268.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.266.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.268.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.282.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.282.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.265.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.231.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.282.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.281.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.281.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.279.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.279.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.187.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.187.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.282.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.281.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.267.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.267.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.281.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.317.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.267.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.234.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.266.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.266.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.265.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.265.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.264.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.316.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.280.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.280.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.280.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.266.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.315.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.170.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.280.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.263.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.265.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.280.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.280.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.279.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.279.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.235.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.262.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.264.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.264.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.278.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.278.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.279.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.279.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.281.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.281.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.278.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.314.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.278.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.263.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.263.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.171.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.262.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.262.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.230.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.29.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.264.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.186.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.186.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.261.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.277.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.277.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.313.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.261.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.261.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.312.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.277.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.263.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.236.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.277.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.262.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.260.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.276.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.276.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.260.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.260.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.259.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.259.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.282.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.282.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.259.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.276.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.275.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.275.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.276.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.172.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.275.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.275.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.311.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.185.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.0.mlp.experts.185.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.261.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.237.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.258.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.258.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.229.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.283.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.15.mlp.experts.283.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.258.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.310.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.274.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.5.mlp.experts.274.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.309.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.260.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.6.mlp.experts.274.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.257.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.257.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.3.mlp.experts.274.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.256.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.1.mlp.experts.256.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.173.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.12.mlp.experts.259.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.2.mlp.experts.257.down_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.14.mlp.experts.238.up_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00017-of-00094.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.30.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.256.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.273.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.273.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.284.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.284.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.272.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.308.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.272.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.255.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.255.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.273.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.273.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.258.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.254.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.254.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.272.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.272.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.255.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.253.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.253.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.307.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.257.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.306.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.239.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.271.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.285.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.285.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.271.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.252.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.252.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.254.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.256.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.253.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.228.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.174.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.251.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.251.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.183.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.183.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.270.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.270.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.250.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.250.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.184.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.184.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.8.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.8.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.269.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.269.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.305.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.286.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.286.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.255.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.240.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.249.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.249.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.252.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.304.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.4.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.4.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.175.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.248.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.248.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.254.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.303.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.247.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.247.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.182.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.182.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.268.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.268.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.7.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.7.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.251.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.253.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.241.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.250.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.287.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.287.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.267.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.246.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.246.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.267.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.31.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.302.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.266.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.266.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.245.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.245.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.244.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.244.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.227.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.288.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.288.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.252.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.5.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.5.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.249.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.6.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.6.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.301.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.271.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.271.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.300.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.176.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.251.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.242.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.265.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.265.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.243.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.243.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.250.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.248.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.289.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.289.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.270.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.270.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.247.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.264.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.264.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.242.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.242.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.269.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.269.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.241.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.241.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.263.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.263.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.299.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.181.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.181.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.249.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.243.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.226.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.246.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.298.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.240.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.240.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.216.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.268.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.268.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.297.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.248.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.290.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.290.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.262.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.262.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.247.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.245.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.244.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.239.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.239.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.267.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.267.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.244.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.238.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.238.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.32.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.180.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.180.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.261.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.266.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.266.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.261.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.217.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.296.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.260.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.260.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.246.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.237.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.237.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.243.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.295.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.265.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.265.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.236.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.236.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.235.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.235.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.245.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.294.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.245.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.259.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.259.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.242.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.244.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.292.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.292.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.264.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.264.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.241.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.225.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.218.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.234.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.234.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.179.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.179.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.258.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.258.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.263.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.263.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.257.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.257.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.293.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.233.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.233.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.232.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.1.mlp.experts.232.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.243.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.246.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.291.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.291.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.2.mlp.experts.240.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.292.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.33.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.262.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.5.mlp.experts.262.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.242.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.291.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.14.mlp.experts.219.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.178.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.0.mlp.experts.178.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.3.mlp.experts.256.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.6.mlp.experts.256.down_proj.weight": "model-00018-of-00094.safetensors", + "model.layers.15.mlp.experts.293.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.293.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.239.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.231.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.231.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.97.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.212.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.257.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.257.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.279.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.167.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.190.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.274.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.274.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.256.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.256.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.278.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.273.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.273.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.267.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.267.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.188.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.316.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.316.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.96.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.166.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.191.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.14.mlp.experts.284.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.266.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.266.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.186.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.255.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.277.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.265.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.265.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.165.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.272.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.272.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.164.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.318.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.318.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.189.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.254.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.276.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.253.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.275.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.271.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.271.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.127.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.127.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.192.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.264.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.264.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.270.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.270.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.163.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.190.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.162.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.161.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.252.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.274.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.263.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.263.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.269.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.269.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.262.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.262.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.171.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.319.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.319.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.193.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.251.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.273.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.319.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.319.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.95.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.250.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.160.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.43.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.43.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.272.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.268.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.268.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.185.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.94.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.267.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.267.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.191.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.126.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.126.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.261.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.261.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.159.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.318.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.318.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.158.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.317.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.317.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.213.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.249.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.271.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.260.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.260.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.194.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.93.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.266.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.266.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.259.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.259.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.157.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.14.mlp.experts.285.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.248.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.270.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.195.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.192.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.316.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.316.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.92.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.265.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.265.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.247.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.269.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.156.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.155.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.91.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.264.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.264.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.258.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.258.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.315.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.315.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.42.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.42.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.193.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.314.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.314.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.184.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.14.mlp.experts.286.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.246.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.268.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.257.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.257.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.154.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.90.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.256.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.256.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.263.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.263.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.125.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.125.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.153.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.245.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.267.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.152.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.196.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.89.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.262.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.262.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.244.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.266.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.313.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.313.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.88.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.261.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.261.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.172.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.255.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.194.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.14.mlp.experts.287.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.312.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.312.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.151.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.197.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.311.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.311.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.41.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.41.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.183.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.243.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.265.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.254.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.87.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.150.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.253.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.260.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.260.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.149.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.242.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.195.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.14.mlp.experts.288.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.264.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.86.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.310.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.310.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.241.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.263.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.259.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.259.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.124.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.124.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.85.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.198.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.258.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.258.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.148.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.252.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.187.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.214.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.309.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.309.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.147.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.308.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.308.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.240.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.262.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.251.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.84.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.257.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.257.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.250.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.317.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.317.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.146.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.239.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.44.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.44.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.261.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.83.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.238.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.40.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.40.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.260.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.199.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.256.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.256.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.307.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.307.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.82.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.255.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.255.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.14.mlp.experts.289.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.197.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.145.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.123.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.123.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.249.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.306.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.306.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.144.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.305.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.305.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.237.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.259.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.248.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.143.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.81.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.254.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.254.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.247.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.14.mlp.experts.290.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.160.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.236.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.258.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.200.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.196.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.80.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.253.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.253.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.142.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.304.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.304.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.235.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.257.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.17.mlp.experts.173.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.2.mlp.experts.79.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.15.mlp.experts.201.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.252.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.4.mlp.experts.252.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.11.mlp.experts.161.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.8.mlp.experts.246.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.141.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.39.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.0.mlp.experts.39.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.199.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.1.mlp.experts.140.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.303.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.303.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.13.mlp.experts.182.down_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.302.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.22.mlp.experts.302.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00019-of-00094.safetensors", + "model.layers.20.mlp.experts.234.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.256.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.245.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.2.mlp.experts.78.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.244.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.251.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.251.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.122.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.122.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.139.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.14.mlp.experts.291.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.233.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.255.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.2.mlp.experts.77.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.250.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.250.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.232.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.215.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.254.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.301.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.301.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.138.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.162.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.2.mlp.experts.76.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.249.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.249.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.137.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.243.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.202.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.198.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.300.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.300.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.14.mlp.experts.292.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.299.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.299.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.181.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.231.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.253.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.242.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.136.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.2.mlp.experts.75.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.241.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.203.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.248.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.248.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.163.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.201.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.135.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.230.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.252.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.134.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.2.mlp.experts.74.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.298.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.298.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.229.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.38.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.38.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.251.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.247.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.247.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.180.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.121.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.121.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.2.mlp.experts.73.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.246.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.246.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.164.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.240.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.14.mlp.experts.293.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.204.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.200.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.297.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.297.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.133.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.296.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.22.mlp.experts.296.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.228.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.250.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.239.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.2.mlp.experts.72.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.245.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.4.mlp.experts.245.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.1.mlp.experts.132.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.238.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.174.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.227.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.249.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.13.mlp.experts.202.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.195.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.280.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.84.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.273.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.273.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.279.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.193.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.206.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.243.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.255.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.268.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.234.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.205.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.305.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.192.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.194.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.254.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.267.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.191.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.253.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.278.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.233.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.266.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.85.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.10.mlp.experts.179.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.232.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.204.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.193.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.306.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.319.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.307.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.192.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.86.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.277.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.318.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.242.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.190.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.203.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.276.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.252.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.265.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.202.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.231.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.189.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.191.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.308.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.251.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.317.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.87.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.264.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.188.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.230.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.10.mlp.experts.178.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.250.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.275.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.263.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.229.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.241.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.318.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.201.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.190.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.316.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.14.mlp.experts.178.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.274.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.274.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.189.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.274.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.315.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.83.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.273.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.187.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.200.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.249.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.309.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.262.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.228.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.199.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.89.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.10.mlp.experts.177.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.186.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.188.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.310.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.248.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.314.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.261.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.185.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.247.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.227.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.272.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.260.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.226.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.198.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.187.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.240.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.313.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.90.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.186.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.271.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.312.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.311.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.184.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.270.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.197.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.246.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.259.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.196.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.312.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.317.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.225.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.88.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.92.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.183.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.10.mlp.experts.176.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.185.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.275.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.275.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.245.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.258.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.239.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.311.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.224.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.182.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.244.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.269.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.257.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.223.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.195.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.184.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.313.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.310.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.183.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.268.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.309.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.93.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.267.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.10.mlp.experts.175.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.181.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.194.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.243.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.256.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.222.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.193.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.314.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.14.mlp.experts.179.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.180.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.16.mlp.experts.238.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.15.mlp.experts.182.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.242.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.308.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.255.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.18.mlp.experts.179.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.316.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.6.mlp.experts.241.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.5.mlp.experts.266.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.221.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.20.mlp.experts.254.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.0.mlp.experts.94.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.23.mlp.experts.220.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00020-of-00094.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.192.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.181.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.307.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.315.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.316.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.180.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.95.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.265.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.306.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.10.mlp.experts.174.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.178.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.191.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.264.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.240.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.253.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.190.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.219.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.237.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.177.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.179.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.317.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.239.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.305.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.96.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.252.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.176.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.218.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.276.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.276.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.238.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.263.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.251.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.217.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.319.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.178.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.189.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.91.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.304.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.10.mlp.experts.173.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.177.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.262.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.303.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.261.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.175.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.237.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.318.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.250.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.188.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.216.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.98.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.236.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.187.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.174.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.176.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.319.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.236.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.302.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.249.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.173.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.235.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.215.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.260.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.248.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.214.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.175.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.301.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.99.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.186.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.174.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.10.mlp.experts.172.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.259.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.300.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.self_attn.g_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.172.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.258.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.234.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.14.mlp.experts.180.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.247.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.185.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.314.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.213.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.100.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.101.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.184.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.171.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.277.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.277.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.173.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.10.mlp.experts.171.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.233.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.246.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.299.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.212.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.170.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.232.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.257.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.245.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.211.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.172.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.298.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.183.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.171.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.256.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.297.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.102.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.255.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.169.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.306.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.231.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.244.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.182.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.210.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.181.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.168.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.170.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.230.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.296.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.243.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.167.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.315.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.229.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.254.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.209.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.242.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.97.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.208.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.10.mlp.experts.170.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.169.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.shared_experts.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.295.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.180.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.168.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.253.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.294.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.305.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.278.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.278.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.166.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.252.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.228.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.241.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.179.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.207.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.104.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.178.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.105.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.165.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.167.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.227.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.293.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.240.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.18.mlp.experts.164.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.206.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.10.mlp.experts.169.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.mlp.experts.226.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.251.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.20.mlp.experts.239.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.205.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.313.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.166.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.0.mlp.experts.103.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.17.mlp.experts.292.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.16.mlp.experts.177.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.250.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.self_attn.dt_bias": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.246.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.246.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.267.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.266.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.266.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.266.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.312.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.265.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.265.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.245.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.245.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.266.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.266.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.314.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.self_attn.q_conv1d.weight": "model-00021-of-00094.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.244.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.244.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.267.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.267.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.243.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.243.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.14.self_attn.g_b_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.265.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.264.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.264.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.self_attn.f_a_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.gate.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.315.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.242.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.242.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.264.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.263.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.263.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.268.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.268.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.263.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.262.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.262.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.12.input_layernorm.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.241.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.241.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.269.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.269.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.240.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.240.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.316.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.self_attn.v_conv1d.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.311.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.262.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.261.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.261.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.239.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.239.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.270.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.13.mlp.experts.270.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.261.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.260.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.3.mlp.experts.260.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.238.gate_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.2.mlp.experts.238.up_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.7.self_attn.g_b_proj.weight": "model-00021-of-00094.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.260.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.237.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.237.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.259.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.259.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.317.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.8.input_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.271.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.271.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.236.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.236.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.310.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.259.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.258.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.258.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.235.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.235.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.272.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.272.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.313.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.273.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.273.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.234.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.234.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.258.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.257.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.257.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.257.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.256.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.256.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.self_attn.v_conv1d.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.233.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.233.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.319.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.274.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.274.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.self_attn.o_norm.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.232.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.232.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.256.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.255.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.255.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.21.mlp.gate.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.231.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.231.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.255.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.254.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.254.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.254.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.309.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.253.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.253.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.230.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.230.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.275.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.275.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.21.self_attn.g_b_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.229.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.229.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.276.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.276.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.228.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.228.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.21.self_attn.g_a_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.253.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.252.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.252.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.21.self_attn.q_conv1d.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.1.self_attn.q_conv1d.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.self_attn.v_conv1d.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.227.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.227.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.252.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.251.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.251.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.277.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.277.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.251.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.250.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.250.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.19.self_attn.dt_bias": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.226.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.226.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.278.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.278.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.225.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.225.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.318.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.self_attn.f_a_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.308.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.18.input_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.250.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.249.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.249.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.17.self_attn.o_norm.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.224.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.224.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.279.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.279.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.249.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.248.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.248.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.223.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.223.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.9.self_attn.k_conv1d.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.248.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.222.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.222.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.247.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.247.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.17.self_attn.q_conv1d.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.280.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.280.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.221.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.221.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.247.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.246.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.246.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.220.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.220.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.281.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.281.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.282.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.282.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.219.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.219.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.246.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.245.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.245.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.245.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.244.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.244.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00022-of-00094.safetensors", + "model.layers.14.self_attn.dt_bias": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.218.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.218.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.307.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.283.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.283.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.input_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.217.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.217.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.244.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.243.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.243.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.self_attn.b_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.216.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.216.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.243.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.242.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.242.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.242.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.241.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.241.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.215.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.215.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.284.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.284.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.self_attn.k_conv1d.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.214.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.214.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.285.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.285.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.213.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.213.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.self_attn.g_b_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.306.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.241.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.240.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.240.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.self_attn.dt_bias": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.self_attn.g_b_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.212.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.212.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.240.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.239.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.239.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.286.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.286.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.239.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.238.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.238.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.self_attn.A_log": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.211.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.211.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.287.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.287.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.210.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.210.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.0.mlp.shared_experts.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.0.mlp.shared_experts.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.input_layernorm.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.238.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.237.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.237.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.209.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.209.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.288.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.288.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.16.mlp.experts.218.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.261.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.261.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.241.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.32.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.32.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.9.mlp.experts.244.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.260.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.260.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.6.mlp.experts.255.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.240.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.230.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.0.mlp.experts.300.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.0.mlp.experts.300.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.6.mlp.experts.254.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.209.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.209.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.31.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.31.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.30.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.30.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.16.mlp.experts.217.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.229.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.228.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.208.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.208.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.mlp.experts.241.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.259.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.259.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.239.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.16.mlp.experts.216.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.6.mlp.experts.253.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.207.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.207.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.29.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.29.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.16.mlp.experts.215.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.9.mlp.experts.246.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.227.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.0.mlp.experts.82.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.0.mlp.experts.82.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.258.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.258.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.238.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.28.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.28.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.11.mlp.experts.242.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.6.mlp.experts.252.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.257.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.5.mlp.experts.257.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.27.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.2.mlp.experts.27.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.12.mlp.experts.237.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.6.mlp.experts.251.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.226.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.7.mlp.experts.225.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.16.mlp.experts.214.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00022-of-00094.safetensors", + "model.layers.0.mlp.experts.34.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.206.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.206.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.26.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.26.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.245.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.256.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.256.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.301.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.301.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.236.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.213.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.250.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.224.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.212.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.25.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.25.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.24.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.24.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.243.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.255.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.255.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.235.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.205.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.205.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.223.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.222.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.81.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.81.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.249.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.254.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.254.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.234.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.248.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.204.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.204.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.248.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.211.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.23.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.23.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.247.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.221.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.244.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.253.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.253.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.233.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.22.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.22.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.210.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.21.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.21.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.247.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.209.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.220.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.219.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.203.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.203.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.194.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.252.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.252.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.232.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.246.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.245.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.251.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.251.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.231.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.20.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.20.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.245.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.250.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.35.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.208.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.218.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.202.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.202.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.19.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.19.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.18.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.18.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.217.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.80.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.80.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.250.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.250.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.201.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.201.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.230.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.216.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.207.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.244.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.249.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.206.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.39.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.246.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.249.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.249.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.229.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.17.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.17.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.302.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.302.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.252.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.248.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.248.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.243.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.228.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.215.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.242.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.16.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.16.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.15.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.15.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.200.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.200.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.205.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.319.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.319.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.214.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.213.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.247.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.247.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.247.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.227.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.204.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.199.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.199.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.241.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.14.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.14.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.203.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.251.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.198.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.198.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.36.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.318.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.318.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.212.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.79.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.79.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.246.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.246.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.226.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.13.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.13.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.248.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.240.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.245.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.245.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.12.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.12.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.225.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.319.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.319.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.239.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.211.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.317.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.317.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.210.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.202.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.254.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.316.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.316.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.318.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.318.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.11.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.11.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.197.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.197.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.195.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.244.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.244.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.317.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.317.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.253.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.224.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.201.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.238.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.209.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.200.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.10.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.10.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.9.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.9.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.315.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.315.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.196.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.196.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.249.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.243.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.243.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.223.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.208.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.207.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.78.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.78.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.237.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.242.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.242.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.222.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.195.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.195.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.303.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.303.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.316.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.316.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.236.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.314.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.314.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.199.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.8.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.8.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.313.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.18.mlp.experts.313.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.9.mlp.experts.256.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.7.mlp.experts.206.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.11.mlp.experts.250.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.0.mlp.experts.37.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.241.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.5.mlp.experts.241.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.315.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.315.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.12.mlp.experts.221.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.7.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.7.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.16.mlp.experts.198.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.6.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.2.mlp.experts.6.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.6.mlp.experts.235.down_proj.weight": "model-00023-of-00094.safetensors", + "model.layers.15.mlp.experts.314.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.314.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.197.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.205.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.194.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.194.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.204.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.255.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.312.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.312.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.240.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.240.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.220.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.234.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.239.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.239.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.219.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.257.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.251.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.5.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.5.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.233.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.311.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.311.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.313.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.313.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.196.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.203.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.193.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.193.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.310.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.310.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.4.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.4.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.258.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.3.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.3.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.192.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.192.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.312.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.312.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.202.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.238.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.238.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.218.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.201.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.195.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.77.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.77.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.232.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.311.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.311.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.194.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.309.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.309.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.237.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.237.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.217.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.2.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.2.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.252.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.236.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.236.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.231.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.216.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.200.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.191.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.196.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.259.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.230.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.1.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.1.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.308.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.308.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.310.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.310.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.304.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.304.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.0.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.2.mlp.experts.0.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.193.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.307.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.307.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.38.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.199.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.198.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.190.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.215.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.309.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.309.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.192.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.189.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.253.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.260.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.229.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.308.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.308.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.319.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.191.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.306.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.306.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.197.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.214.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.76.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.76.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.318.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.228.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.261.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.317.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.213.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.254.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.227.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.196.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.305.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.305.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.195.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.307.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.307.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.190.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.304.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.304.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.188.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.316.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.306.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.306.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.212.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.189.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.6.mlp.experts.226.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.305.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.305.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.194.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.262.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.255.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.235.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.235.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.187.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.315.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.193.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.303.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.18.mlp.experts.303.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.234.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.232.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.203.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.279.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.279.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.230.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.230.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.229.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.229.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.278.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.278.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.160.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.246.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.246.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.177.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.177.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.231.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.301.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.301.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.228.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.228.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.202.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.227.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.227.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.277.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.277.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.226.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.226.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.230.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.201.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.161.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.229.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.233.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.300.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.300.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.200.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.276.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.276.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.225.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.225.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.275.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.275.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.176.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.176.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.224.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.224.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.223.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.223.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.228.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.303.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.303.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.199.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.163.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.222.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.222.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.274.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.274.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.227.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.198.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.10.mlp.experts.232.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.226.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.221.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.221.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.220.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.220.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.19.mlp.experts.197.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.273.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.273.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.14.mlp.experts.253.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.247.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.0.mlp.experts.247.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.17.mlp.experts.209.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.272.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.21.mlp.experts.272.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.164.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.304.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.304.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.14.mlp.experts.252.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.219.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.1.mlp.experts.219.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.302.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.15.mlp.experts.302.up_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.7.mlp.experts.225.down_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00024-of-00094.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.196.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.10.mlp.experts.231.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.218.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.218.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.217.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.217.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.165.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.271.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.271.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.166.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.254.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.224.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.195.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.223.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.174.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.174.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.194.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.270.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.270.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.216.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.216.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.269.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.269.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.255.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.215.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.215.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.214.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.214.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.167.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.251.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.222.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.193.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.298.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.298.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.10.mlp.experts.230.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.173.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.173.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.268.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.268.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.248.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.248.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.213.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.213.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.221.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.299.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.299.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.192.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.220.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.191.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.212.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.212.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.162.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.211.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.211.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.267.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.267.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.256.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.256.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.266.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.266.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.168.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.10.mlp.experts.229.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.219.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.190.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.175.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.175.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.210.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.210.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.265.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.265.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.257.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.257.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.218.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.209.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.209.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.189.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.169.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.208.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.208.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.217.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.188.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.264.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.264.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.170.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.263.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.263.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.258.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.258.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.10.mlp.experts.228.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.250.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.207.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.207.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.206.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.206.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.216.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.171.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.171.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.205.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.205.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.187.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.171.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.262.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.262.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.215.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.186.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.249.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.249.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.214.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.204.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.204.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.172.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.172.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.297.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.297.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.185.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.203.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.203.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.261.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.261.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.202.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.202.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.259.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.259.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.10.mlp.experts.227.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.260.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.260.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.249.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.213.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.201.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.201.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.184.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.170.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.170.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.200.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.200.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.259.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.259.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.199.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.199.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.260.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.260.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.212.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.183.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.211.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.182.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.258.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.258.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.198.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.198.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.257.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.257.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.10.mlp.experts.226.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.261.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.261.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.197.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.197.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.196.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.196.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.210.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.172.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.181.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.250.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.250.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.256.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.256.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.10.mlp.experts.225.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.209.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.296.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.296.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.180.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.208.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.248.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.173.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.195.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.195.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.179.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.174.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.255.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.255.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.262.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.14.mlp.experts.262.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.254.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.254.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.194.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.194.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.193.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.193.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.168.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.168.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.207.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.295.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.15.mlp.experts.295.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.19.mlp.experts.178.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.192.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.1.mlp.experts.192.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.169.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.0.mlp.experts.169.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.13.mlp.experts.175.up_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.253.gate_proj.weight": "model-00025-of-00094.safetensors", + "model.layers.21.mlp.experts.253.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.263.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.263.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.191.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.191.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.190.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.190.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.177.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.15.mlp.experts.319.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.176.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.252.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.252.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.15.mlp.experts.318.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.251.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.251.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.264.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.264.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.15.mlp.experts.294.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.15.mlp.experts.294.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.247.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.176.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.189.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.189.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.0.mlp.experts.167.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.0.mlp.experts.167.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.175.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.177.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.15.mlp.experts.317.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.188.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.188.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.187.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.mlp.experts.187.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.250.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.250.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.174.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.15.mlp.experts.316.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.291.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.241.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.238.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.249.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.244.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.244.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.211.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.255.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.self_attn.b_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.215.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.220.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.243.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.243.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.290.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.254.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.210.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.240.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.self_attn.q_conv1d.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.211.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.290.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.214.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.237.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.248.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.289.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.213.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.288.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.242.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.242.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.239.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.253.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.289.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.238.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.210.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.236.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.209.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.247.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.288.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.gate.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.235.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.221.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.246.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.241.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.241.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.252.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.212.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.240.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.240.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.251.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.287.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.208.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.237.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.211.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.287.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.209.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.207.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.234.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.286.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.208.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.210.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.285.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.222.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.236.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.239.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.239.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.250.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.286.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.235.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.233.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.285.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.213.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.232.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.238.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.238.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.206.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.249.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.209.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.223.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.237.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.237.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.284.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.248.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.234.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.212.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.284.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.231.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.208.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.205.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.283.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.207.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.233.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.282.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.236.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.236.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.245.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.247.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.204.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.283.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.230.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.232.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.282.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.229.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.224.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.244.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.235.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.235.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.246.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.207.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.206.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.243.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.234.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.234.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.245.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.281.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.215.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.231.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.281.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.6.self_attn.f_b_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.205.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.228.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.280.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.203.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.204.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.230.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.279.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.225.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.242.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.233.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.233.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.244.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.280.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.227.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.229.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.279.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.216.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.9.self_attn.v_conv1d.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.226.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.202.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.232.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.232.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.241.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.243.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.203.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.226.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.231.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.231.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.240.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.278.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.242.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.201.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.228.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.217.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.278.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.206.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.202.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.225.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.277.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.201.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.276.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.227.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.230.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.230.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.239.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.241.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.277.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.226.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.224.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.276.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.223.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.227.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.238.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.229.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.229.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.240.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.200.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.200.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.237.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.228.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.228.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.239.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.275.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.214.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.225.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.199.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.275.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.222.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.self_attn.dt_bias": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.274.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.199.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.205.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.198.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.273.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.228.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.224.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.236.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.227.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.227.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.238.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.274.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.198.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.223.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.221.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.273.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.219.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.220.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.226.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.226.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.235.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.237.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.self_attn.g_a_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.197.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.272.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.229.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.225.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.225.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.234.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.236.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.222.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.218.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.1.self_attn.o_norm.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.272.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.197.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.219.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.196.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.271.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.195.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.221.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.270.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.224.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.224.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.233.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.235.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.271.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.196.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.218.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.220.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.self_attn.o_norm.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.270.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.217.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.307.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.11.mlp.experts.307.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.195.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.230.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.232.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.223.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.223.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.234.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.204.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.194.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.231.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.222.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.222.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.233.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.269.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.221.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.219.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.269.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.self_attn.A_log": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.193.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.216.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.268.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.19.mlp.experts.192.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.22.mlp.experts.194.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.218.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.267.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.231.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.mlp.experts.230.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.221.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.221.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.mlp.experts.232.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.268.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.215.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.12.mlp.experts.217.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.17.mlp.experts.267.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.220.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.3.self_attn.v_conv1d.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.2.mlp.experts.214.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.13.mlp.experts.222.down_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.5.self_attn.g_a_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.220.gate_proj.weight": "model-00026-of-00094.safetensors", + "model.layers.4.mlp.experts.220.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.5.mlp.experts.229.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.3.mlp.experts.231.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.191.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.232.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.219.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.219.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.193.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.5.mlp.experts.228.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.266.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.3.mlp.experts.230.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.192.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.12.mlp.experts.216.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.266.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.190.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.213.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.265.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.5.input_layernorm.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.189.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.264.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.12.mlp.experts.215.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.218.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.218.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.5.mlp.experts.227.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.3.mlp.experts.229.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.265.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.12.mlp.experts.214.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.13.mlp.experts.223.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.212.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.264.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.211.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.191.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.233.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.5.mlp.experts.226.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.217.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.217.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.3.mlp.experts.228.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.13.mlp.experts.203.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.188.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.5.mlp.experts.225.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.216.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.216.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.3.mlp.experts.227.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.263.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.self_attn.o_norm.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.190.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.12.mlp.experts.213.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.187.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.263.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.13.mlp.experts.224.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.210.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.189.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.262.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.186.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.261.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.234.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.12.mlp.experts.212.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.5.mlp.experts.224.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.215.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.4.mlp.experts.215.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.3.mlp.experts.226.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.262.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.209.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.294.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.37.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.37.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.165.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.71.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.226.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.268.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.268.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.225.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.295.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.295.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.70.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.107.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.237.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.164.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.294.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.294.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.224.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.223.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.293.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.293.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.269.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.269.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.225.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.236.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.270.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.270.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.69.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.235.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.163.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.108.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.216.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.162.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.224.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.287.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.68.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.222.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.292.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.292.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.223.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.67.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.295.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.271.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.271.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.234.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.106.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.110.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.161.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.221.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.291.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.291.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.290.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.290.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.220.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.222.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.286.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.233.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.66.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.160.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.232.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.296.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.272.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.10.mlp.experts.272.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.221.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.111.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.65.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.220.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.194.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.289.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.289.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.219.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.64.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.231.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.218.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.288.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.288.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.287.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.287.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.217.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.219.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.230.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.109.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.63.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.229.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.36.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.36.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.297.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.285.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.113.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.218.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.62.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.286.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.286.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.217.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.216.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.61.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.228.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.285.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.285.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.215.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.114.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.217.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.298.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.214.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.284.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.284.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.216.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.227.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.60.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.112.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.284.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.226.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.195.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.215.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.35.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.35.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.59.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.214.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.213.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.283.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.283.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.58.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.116.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.225.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.299.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.282.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.282.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.212.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.283.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.211.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.281.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.281.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.213.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.224.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.57.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.223.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.117.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.160.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.212.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.300.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.56.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.210.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.280.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.280.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.211.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.161.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.55.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.222.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.115.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.119.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.209.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.279.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.279.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.34.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.34.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.196.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.282.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.278.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.278.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.208.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.210.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.221.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.54.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.220.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.162.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.209.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.218.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.120.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.163.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.53.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.208.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.277.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.277.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.207.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.52.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.14.mlp.experts.301.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.281.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.219.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.206.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.276.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.276.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.11.mlp.experts.164.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.275.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.22.mlp.experts.275.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.205.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.20.mlp.experts.207.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.218.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.118.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.2.mlp.experts.51.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.8.mlp.experts.217.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.33.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.0.mlp.experts.33.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00027-of-00094.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.302.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.122.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.206.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.50.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.274.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.274.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.205.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.204.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.165.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.280.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.49.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.197.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.216.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.273.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.273.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.203.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.123.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.166.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.202.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.272.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.272.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.204.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.215.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.167.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.48.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.124.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.214.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.303.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.203.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.32.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.32.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.279.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.47.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.202.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.201.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.271.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.271.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.46.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.168.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.125.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.213.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.319.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.270.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.270.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.200.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.304.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.199.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.269.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.269.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.201.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.212.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.318.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.45.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.211.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.317.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.126.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.219.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.169.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.200.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.198.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.44.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.198.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.268.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.268.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.199.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.278.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.170.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.43.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.210.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.121.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.316.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.127.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.305.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.197.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.267.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.267.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.31.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.31.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.30.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.30.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.266.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.22.mlp.experts.266.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.196.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.198.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.277.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.209.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.42.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.315.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.208.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.171.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.314.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.20.mlp.experts.197.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.41.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.1.mlp.experts.131.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.192.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.163.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.205.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.263.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.208.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.208.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.176.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.207.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.207.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.1.mlp.experts.130.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.175.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.168.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.162.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.305.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.305.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.264.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.161.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.191.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.1.mlp.experts.129.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.206.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.206.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.190.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.189.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.174.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.279.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.279.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.205.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.205.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.204.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.204.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.160.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.173.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.311.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.188.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.172.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.167.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.203.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.203.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.187.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.186.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.266.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.202.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.202.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.201.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.201.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.171.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.267.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.166.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.185.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.312.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.170.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.200.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.200.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.182.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.169.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.184.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.183.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.306.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.306.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.199.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.199.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.181.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.198.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.198.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.280.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.0.mlp.experts.280.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.268.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.168.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.182.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.165.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.197.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.197.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.181.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.167.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.180.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.265.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.166.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.196.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.196.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.195.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.195.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.270.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.179.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.309.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.164.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.165.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.194.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.194.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.178.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.177.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.193.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.193.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.16.mlp.experts.164.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.192.gate_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.2.mlp.experts.192.up_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00028-of-00094.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.163.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.281.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.281.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.271.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.307.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.307.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.176.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.191.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.191.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.175.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.174.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.162.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.272.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.163.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.190.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.190.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.189.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.189.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.183.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.161.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.273.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.308.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.173.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.160.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.162.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.188.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.188.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.172.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.171.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.187.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.187.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.186.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.186.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.274.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.282.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.282.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.170.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.185.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.185.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.169.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.168.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.275.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.184.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.184.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.310.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.183.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.183.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.161.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.308.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.308.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.276.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.167.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.182.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.182.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.166.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.165.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.181.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.181.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.180.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.180.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.160.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.277.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.164.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.307.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.283.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.283.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.179.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.179.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.163.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.162.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.278.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.178.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.178.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.306.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.177.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.177.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.269.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.161.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.184.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.176.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.176.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.160.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.309.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.309.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.175.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.175.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.174.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.174.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.280.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.305.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.284.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.284.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.173.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.173.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.279.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.172.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.172.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.319.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.319.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.171.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.2.mlp.experts.171.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.281.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.211.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.257.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.186.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.6.mlp.experts.225.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.259.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.259.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.248.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.237.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.210.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.236.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.236.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.mlp.experts.186.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.mlp.experts.186.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.20.mlp.experts.238.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.11.mlp.experts.165.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.8.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.6.mlp.experts.224.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.236.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.204.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.234.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.234.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.235.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.3.mlp.experts.235.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.120.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.0.mlp.experts.120.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.mlp.experts.185.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.mlp.experts.185.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.mlp.experts.184.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.mlp.experts.184.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.258.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.258.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.1.self_attn.v_conv1d.weight": "model-00029-of-00094.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.13.mlp.experts.289.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.13.mlp.experts.289.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.160.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.20.mlp.experts.237.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.257.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.9.mlp.experts.257.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.23.mlp.experts.203.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.10.mlp.experts.258.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.8.mlp.experts.247.down_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00029-of-00094.safetensors", + "model.layers.12.mlp.experts.209.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.236.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.202.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.183.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.183.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.223.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.235.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.233.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.233.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.234.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.234.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.185.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.166.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.260.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.161.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.246.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.182.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.182.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.208.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.290.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.290.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.181.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.181.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.291.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.291.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.162.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.222.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.256.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.256.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.234.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.233.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.233.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.207.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.245.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.221.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.184.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.235.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.233.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.232.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.232.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.201.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.167.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.180.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.180.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.183.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.255.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.261.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.234.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.179.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.179.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.200.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.318.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.318.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.254.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.163.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.178.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.178.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.206.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.292.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.292.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.233.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.244.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.199.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.220.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.259.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.232.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.231.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.231.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.self_attn.dt_bias": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.119.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.119.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.40.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.243.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.177.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.177.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.205.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.7.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.219.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.231.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.204.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.253.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.242.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.182.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.230.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.230.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.232.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.168.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.263.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.218.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.176.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.176.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.198.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.230.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.175.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.175.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.164.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.229.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.229.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.175.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.293.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.293.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.252.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.self_attn.v_conv1d.weight": "model-00030-of-00094.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.self_attn.f_a_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.165.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.231.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.251.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.197.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.294.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.294.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.203.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.231.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.231.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.241.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.181.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.230.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.174.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.174.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.196.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.217.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.229.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.228.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.228.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.264.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.169.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.180.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.gate.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.232.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.232.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.173.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.173.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.self_attn.f_b_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.172.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.172.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.202.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.240.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.250.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.216.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.239.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.201.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.228.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.227.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.227.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.295.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.295.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.166.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.118.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.118.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.215.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.229.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.227.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.226.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.226.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.195.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.170.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.262.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.266.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.171.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.171.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.296.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.296.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.167.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.249.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.179.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.230.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.230.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.228.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.input_layernorm.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.248.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.194.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.41.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.170.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.170.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.227.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.238.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.169.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.169.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.200.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.193.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.214.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.226.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.225.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.225.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.168.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.178.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.297.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.297.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.199.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.267.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.237.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.177.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.247.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.236.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.213.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.225.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.168.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.168.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.198.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.224.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.224.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.226.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.171.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.self_attn.q_conv1d.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.212.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.224.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.192.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.223.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.223.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.117.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.0.mlp.experts.117.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.167.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.167.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.166.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.166.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.246.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.298.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.298.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.169.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.225.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.245.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.191.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.265.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.235.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.197.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.224.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.176.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.190.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.211.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.223.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.222.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.222.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.165.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.165.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.11.mlp.experts.172.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.269.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.170.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.234.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.164.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.164.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.196.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.299.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.299.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.163.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.1.mlp.experts.163.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.300.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.13.mlp.experts.300.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.10.mlp.experts.171.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.experts.210.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.9.mlp.experts.244.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.12.mlp.experts.195.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.4.mlp.experts.222.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.221.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.3.mlp.experts.221.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.23.mlp.experts.175.up_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.8.mlp.experts.233.down_proj.weight": "model-00030-of-00094.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.176.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.209.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.223.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.189.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.221.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.220.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.220.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.228.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.228.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.173.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.174.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.229.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.229.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.gate.e_score_correction_bias": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.42.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.243.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.162.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.162.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.270.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.222.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.188.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.242.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.172.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.194.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.301.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.301.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.221.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.232.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.161.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.161.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.187.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.208.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.268.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.220.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.219.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.219.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.self_attn.A_log": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.160.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.160.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.116.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.116.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.173.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.227.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.227.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.231.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.193.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.192.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.207.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.219.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.241.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.230.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.218.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.218.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.159.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.159.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.220.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.174.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.206.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.272.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.218.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.186.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.173.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.217.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.217.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.172.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.302.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.302.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.240.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.158.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.158.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.157.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.157.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.171.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.174.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.219.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.239.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.303.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.303.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.185.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.191.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.229.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.218.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.184.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.205.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.217.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.216.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.216.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.273.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.175.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.6.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.input_layernorm.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.226.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.226.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.156.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.156.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.190.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.228.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.43.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.238.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.204.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.227.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.189.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.216.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.215.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.215.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.155.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.155.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.304.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.304.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.175.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.115.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.115.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.203.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.154.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.154.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.217.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.215.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.214.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.214.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.183.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.176.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.274.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.170.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.275.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.305.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.305.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.176.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.237.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.153.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.153.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.216.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.self_attn.dt_bias": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.236.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.182.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.215.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.226.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.181.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.202.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.169.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.225.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.225.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.188.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.214.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.213.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.213.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.177.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.152.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.152.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.177.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.151.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.151.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.306.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.306.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.168.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.319.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.319.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.276.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.225.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.235.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.201.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.224.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.213.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.187.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.212.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.212.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.214.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.177.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.self_attn.k_conv1d.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.200.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.212.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.186.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.180.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.211.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.211.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.114.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.114.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.150.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.150.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.234.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.gate.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.307.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.307.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.178.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.213.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.233.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.179.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.316.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.316.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.167.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.271.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.223.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.149.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.149.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.212.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.148.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.148.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.178.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.199.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.211.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.185.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.224.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.224.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.210.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.210.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.178.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.278.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.179.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.222.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.308.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.308.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.309.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.309.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.180.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.198.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.147.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.147.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.232.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.184.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.166.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.self_attn.g_b_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.210.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.209.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.209.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.221.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.197.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.183.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.211.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.209.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.208.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.3.mlp.experts.208.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.146.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.146.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.177.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.0.mlp.experts.44.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.11.mlp.experts.179.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.145.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.145.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.165.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.self_attn.k_conv1d.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.231.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.279.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.210.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.317.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.317.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.176.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.9.mlp.experts.230.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.181.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.144.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.1.mlp.experts.144.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.209.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.8.mlp.experts.220.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.23.mlp.experts.175.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.6.mlp.experts.196.down_proj.weight": "model-00031-of-00094.safetensors", + "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.182.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.10.mlp.experts.277.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.178.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.3.mlp.experts.207.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.3.mlp.experts.207.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.self_attn.A_log": "model-00032-of-00094.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.113.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.113.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.143.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.143.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.4.mlp.experts.208.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.23.mlp.experts.164.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.219.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.6.mlp.experts.195.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.self_attn.k_conv1d.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.188.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.314.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.75.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.75.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.302.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.302.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.234.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.234.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.187.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.313.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.301.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.301.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.233.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.233.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.312.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.186.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.self_attn.dt_bias": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.311.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.256.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.256.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.185.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.self_attn.b_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.300.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.300.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.232.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.232.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.197.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.257.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.257.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.310.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.299.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.299.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.231.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.231.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.184.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.298.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.298.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.self_attn.k_conv1d.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.230.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.230.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.309.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.308.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.input_layernorm.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.183.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.74.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.74.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.self_attn.f_b_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.182.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.297.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.297.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.229.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.229.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.307.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.258.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.258.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.306.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.296.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.296.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.228.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.228.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.305.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.181.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.295.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.295.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.227.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.227.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.self_attn.dt_bias": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.180.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.259.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.259.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.0.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.0.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.3.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.3.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.304.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.179.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.23.self_attn.v_conv1d.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.294.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.294.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.226.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.226.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.73.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.73.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.303.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.302.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.260.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.260.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.293.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.293.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.225.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.225.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.178.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.292.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.292.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.224.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.224.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.301.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.198.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.177.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.176.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.300.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.291.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.291.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.299.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.self_attn.A_log": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.223.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.223.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.261.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.261.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.72.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.72.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.290.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.290.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.222.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.222.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.175.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.298.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.289.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.289.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.221.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.221.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.297.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.174.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.296.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.262.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.262.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.self_attn.f_b_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.173.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.self_attn.f_a_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.288.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.288.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.220.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.220.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.263.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.263.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.295.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.287.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.287.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.219.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.219.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.172.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.286.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.286.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.218.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.218.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.294.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.self_attn.v_conv1d.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.293.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.171.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.71.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.71.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.gate.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.170.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.285.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.285.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.self_attn.v_conv1d.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.217.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.217.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.292.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.264.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.264.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.199.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.291.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.284.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.284.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.216.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.216.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.290.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.169.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.283.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.283.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.215.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.215.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.168.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.265.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.265.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.289.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.self_attn.f_b_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.167.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.282.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.282.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.214.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.214.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.70.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.70.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.288.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.287.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.266.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.266.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.281.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.281.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.213.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.213.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.166.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.280.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.280.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.212.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.212.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.286.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.165.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.164.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.285.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.279.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.279.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.284.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.211.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.211.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.267.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.267.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.69.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.69.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.278.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.278.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.210.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.210.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.163.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.283.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.277.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.277.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.209.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.209.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.282.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.162.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.281.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.268.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.268.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.23.self_attn.q_conv1d.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.161.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.276.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.276.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.208.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.208.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.200.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.269.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.269.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.280.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.275.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.275.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.207.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.207.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.160.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.274.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.274.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.206.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.206.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.279.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.input_layernorm.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.278.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.68.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.68.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.self_attn.A_log": "model-00032-of-00094.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.273.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.273.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.205.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.5.mlp.experts.205.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.270.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.270.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.1.mlp.experts.277.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.211.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.173.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.3.mlp.experts.225.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.249.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.249.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.315.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.3.mlp.experts.224.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.mlp.experts.188.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.248.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.248.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.210.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.172.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.mlp.experts.187.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.314.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.209.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.3.mlp.experts.223.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.247.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.247.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.208.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.mlp.experts.186.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.7.mlp.experts.206.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.171.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.313.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.7.mlp.experts.205.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.165.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.165.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.170.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.10.mlp.experts.224.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.3.mlp.experts.222.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.246.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.246.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.312.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.166.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.166.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.3.mlp.experts.221.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.245.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.21.mlp.experts.245.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.251.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.251.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.207.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.22.mlp.experts.185.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.7.mlp.experts.204.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.19.mlp.experts.169.up_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.15.mlp.experts.311.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.12.mlp.experts.206.down_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.164.gate_proj.weight": "model-00032-of-00094.safetensors", + "model.layers.0.mlp.experts.164.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.220.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.244.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.244.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.205.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.203.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.184.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.168.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.223.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.310.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.202.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.167.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.219.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.183.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.243.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.243.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.309.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.218.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.242.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.242.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.204.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.1.mlp.experts.1.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.1.mlp.experts.1.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.201.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.166.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.308.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.222.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.203.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.217.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.241.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.241.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.202.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.200.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.165.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.182.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.307.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.199.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.216.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.164.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.240.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.240.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.306.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.215.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.239.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.239.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.252.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.252.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.201.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.181.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.198.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.162.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.162.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.163.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.305.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.180.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.200.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.221.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.214.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.238.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.238.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.199.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.197.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.162.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.163.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.163.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.304.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.196.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.161.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.213.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.237.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.237.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.303.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.212.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.236.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.236.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.198.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.220.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.179.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.195.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.160.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.161.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.161.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.302.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.197.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.211.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.235.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.235.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.196.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.194.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.301.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.193.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.178.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.253.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.253.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.210.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.234.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.234.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.300.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.209.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.177.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.233.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.233.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.219.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.192.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.299.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.208.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.232.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.232.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.191.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.176.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.298.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.190.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.207.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.231.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.231.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.297.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.218.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.206.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.230.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.230.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.159.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.159.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.175.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.189.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.174.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.160.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.160.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.296.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.254.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.254.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.195.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.205.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.229.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.229.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.23.mlp.experts.244.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.188.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.295.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.187.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.194.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.204.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.228.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.228.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.294.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.193.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.203.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.227.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.227.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.217.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.158.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.158.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.173.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.186.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.293.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.192.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.202.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.226.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.226.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.216.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.185.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.157.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.157.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.172.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.292.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.184.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.191.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.201.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.225.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.225.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.291.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.190.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.171.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.200.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.224.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.224.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.255.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.255.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.183.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.3.mlp.experts.199.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.290.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.189.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.223.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.223.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.182.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.289.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.181.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.188.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.170.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.156.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.0.mlp.experts.156.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.10.mlp.experts.215.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.222.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.222.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.288.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.187.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.221.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.221.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.7.mlp.experts.180.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.169.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.15.mlp.experts.287.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.186.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.22.mlp.experts.168.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.220.gate_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.21.mlp.experts.220.up_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00033-of-00094.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.7.mlp.experts.179.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.10.mlp.experts.214.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.12.mlp.experts.185.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.15.mlp.experts.286.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.195.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.261.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.223.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.129.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.208.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.10.self_attn.f_b_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.185.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.235.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.260.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.179.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.222.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.207.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.272.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.272.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.313.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.194.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.260.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.271.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.271.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.178.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.207.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.184.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.193.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.259.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.206.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.183.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.130.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.312.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.258.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.205.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.221.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.311.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.259.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.131.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.258.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.181.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.220.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.192.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.273.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.273.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.182.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.219.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.257.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.204.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.310.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.191.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.257.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.self_attn.g_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.132.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.181.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.220.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.256.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.182.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.190.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.180.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.203.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.255.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.309.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.133.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.218.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.202.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.256.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.274.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.274.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.308.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.255.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.28.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.28.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00034-of-00094.safetensors", + "model.embed_tokens.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.shared_experts.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.270.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.270.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.180.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.184.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.189.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.217.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.179.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.216.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.254.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.134.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.275.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.275.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.201.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.307.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.188.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.319.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.319.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.254.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.178.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.187.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.253.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.200.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.177.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.306.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.252.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.185.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.199.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.215.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.305.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.253.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.135.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.206.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.252.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.318.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.318.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.205.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.236.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.186.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.214.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.276.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.276.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.176.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.213.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.198.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.input_layernorm.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.251.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.128.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.317.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.317.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.304.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.137.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.183.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.185.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.175.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.316.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.316.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.29.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.29.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.269.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.269.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.204.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.self_attn.o_norm.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.251.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.184.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.174.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.187.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.197.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.250.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.303.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.212.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.196.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.237.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.277.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.277.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.249.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.302.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.203.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.221.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.250.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.138.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.202.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.249.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.211.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.315.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.315.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.183.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.self_attn.A_log": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.173.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.238.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.188.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.210.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.195.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.278.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.14.mlp.experts.278.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.248.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.301.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.182.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.314.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.314.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.13.mlp.experts.189.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.172.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.6.mlp.experts.181.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.2.mlp.experts.201.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.313.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.16.mlp.experts.313.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.248.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.194.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.19.mlp.experts.171.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.136.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.247.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.300.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.8.mlp.experts.193.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.21.mlp.experts.246.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.27.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.0.mlp.experts.27.up_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.18.mlp.experts.299.down_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00034-of-00094.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.200.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.247.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.140.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.190.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.199.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.268.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.268.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.246.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.239.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.180.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.312.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.312.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.279.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.279.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.170.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.192.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.245.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.298.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.265.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.265.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.311.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.311.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.179.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.141.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.169.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.310.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.310.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.191.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.198.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.245.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.178.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.168.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.191.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.244.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.297.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.240.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.139.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.190.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.243.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.280.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.280.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.296.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.197.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.244.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.26.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.26.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.196.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.186.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.309.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.309.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.243.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.193.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.177.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.167.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.241.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.143.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.281.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.281.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.189.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.242.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.267.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.267.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.295.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.176.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.308.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.308.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.self_attn.k_conv1d.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.166.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.195.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.307.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.307.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.188.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.242.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.175.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.165.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.241.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.294.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.194.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.187.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.209.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.240.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.293.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.222.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.194.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.241.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.self_attn.f_a_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.144.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.193.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.240.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.242.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.208.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.306.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.306.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.174.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.164.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.207.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.186.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.239.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.292.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.195.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.142.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.305.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.305.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.145.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.163.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.24.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.24.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.173.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.192.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.304.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.304.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.162.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.196.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.185.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.239.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.172.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.238.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.291.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.184.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.243.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.206.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.237.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.290.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.191.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.7.self_attn.o_norm.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.238.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.190.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.146.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.205.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.303.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.303.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.237.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.161.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.171.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.244.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.197.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.204.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.183.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.236.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.282.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.282.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.289.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.302.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.302.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.192.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.170.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.160.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.189.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.301.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.301.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.182.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.169.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.235.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.288.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.236.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.147.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.266.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.266.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.181.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.203.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.234.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.23.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.23.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.287.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.188.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.198.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.235.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.148.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.187.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.283.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.283.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.300.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.300.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.245.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.234.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.202.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.168.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.201.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.180.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.10.self_attn.dt_bias": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.233.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.286.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.299.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.299.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.223.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.284.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.284.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.167.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.298.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.298.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.199.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.186.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.10.self_attn.f_a_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.149.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.233.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.179.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.166.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.232.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.285.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.246.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.8.mlp.experts.178.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.200.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.231.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.18.mlp.experts.284.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.150.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.232.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.185.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.17.mlp.experts.231.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.25.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.25.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.200.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.5.mlp.experts.199.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.172.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.214.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.214.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.196.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.306.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.40.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.213.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.213.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.286.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.232.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.163.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.173.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.230.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.195.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.199.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.219.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.162.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.39.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.212.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.212.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.221.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.276.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.233.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.194.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.38.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.193.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.211.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.211.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.174.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.37.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.284.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.161.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.307.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.222.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.210.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.210.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.self_attn.g_a_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.175.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.160.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.223.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.192.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.176.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.36.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.275.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.308.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.319.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.191.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.35.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.318.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.190.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.224.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.34.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.177.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.16.mlp.experts.283.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.274.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.189.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.22.mlp.experts.317.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.0.mlp.experts.225.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.33.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.200.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.14.mlp.experts.309.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.11.mlp.experts.178.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.20.mlp.experts.188.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.13.mlp.experts.231.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.2.mlp.experts.32.down_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00035-of-00094.safetensors", + "model.layers.4.mlp.experts.209.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.209.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.187.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.316.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.226.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.179.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.31.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.227.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.282.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.315.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.208.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.208.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.310.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.207.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.207.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.273.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.235.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.30.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.186.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.180.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.228.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.181.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.29.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.206.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.206.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.185.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.281.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.28.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.314.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.184.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.272.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.236.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.311.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.205.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.205.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.220.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.182.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.313.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.204.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.204.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.201.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.285.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.312.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.27.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.183.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.237.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.230.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.228.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.312.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.26.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.182.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.203.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.203.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.183.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.280.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.271.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.25.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.181.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.231.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.202.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.202.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.311.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.201.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.201.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.184.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.229.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.238.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.185.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.24.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.180.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.310.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.227.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.309.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.270.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.23.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.179.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.200.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.200.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.233.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.202.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.22.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.178.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.313.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.186.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.239.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.199.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.199.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.198.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.198.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.234.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.21.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.234.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.177.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.278.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.308.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.314.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.187.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.20.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.176.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.197.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.197.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.269.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.232.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.188.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.19.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.175.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.236.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.307.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.279.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.196.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.196.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.306.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.229.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.195.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.195.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.277.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.241.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.268.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.18.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.174.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.189.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.237.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.315.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.190.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.17.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.194.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.194.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.173.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.203.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.305.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.16.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.172.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.240.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.193.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.193.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.316.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.235.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.191.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.192.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.192.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.304.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.15.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.171.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.243.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.238.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.303.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.226.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.267.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.225.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.14.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.170.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.191.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.192.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.276.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.13.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.169.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.239.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.302.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.317.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.190.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.189.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.193.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.240.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.242.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.194.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.12.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.301.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.168.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.11.mlp.experts.266.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.16.mlp.experts.275.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.13.mlp.experts.244.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.4.mlp.experts.188.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.20.mlp.experts.167.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.204.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.2.mlp.experts.11.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.13.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.318.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.318.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.142.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.142.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.128.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.181.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.265.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.265.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.206.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.206.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.180.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.174.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.205.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.205.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.206.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.127.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.9.mlp.experts.160.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.141.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.141.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.207.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.264.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.264.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.317.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.317.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.140.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.140.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.263.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.263.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.126.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.173.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.125.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.139.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.139.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.172.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.179.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.204.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.204.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.316.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.316.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.315.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.315.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.9.mlp.experts.161.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.124.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.138.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.138.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.178.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.262.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.262.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.203.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.203.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.177.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.202.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.202.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.137.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.137.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.171.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.123.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.122.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.136.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.136.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.208.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.9.mlp.experts.162.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.261.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.261.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.314.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.314.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.9.mlp.experts.163.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.170.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.285.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.0.mlp.experts.285.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.260.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.22.mlp.experts.260.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.121.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.169.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.135.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.135.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.176.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.201.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.3.mlp.experts.201.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.15.mlp.experts.209.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.19.mlp.experts.319.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.19.mlp.experts.319.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.120.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.313.gate_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.23.mlp.experts.313.up_proj.weight": "model-00036-of-00094.safetensors", + "model.layers.1.mlp.experts.134.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.134.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.119.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.133.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.133.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.312.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.312.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.164.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.175.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.200.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.200.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.259.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.259.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.318.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.318.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.174.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.168.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.199.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.199.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.317.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.317.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.210.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.118.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.132.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.132.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.258.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.258.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.167.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.257.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.257.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.311.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.311.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.131.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.131.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.130.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.130.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.117.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.166.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.116.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.165.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.173.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.198.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.198.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.316.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.316.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.211.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.310.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.310.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.166.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.309.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.309.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.129.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.129.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.172.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.115.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.197.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.197.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.256.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.256.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.171.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.196.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.196.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.165.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.315.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.315.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.128.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.128.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.114.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.314.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.314.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.286.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.286.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.113.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.127.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.127.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.255.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.255.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.5.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.164.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.308.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.308.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.254.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.254.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.167.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.163.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.212.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.170.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.14.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.112.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.195.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.195.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.126.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.126.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.213.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.168.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.307.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.307.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.313.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.313.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.111.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.110.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.306.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.306.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.125.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.125.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.124.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.124.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.169.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.253.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.253.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.194.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.194.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.168.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.162.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.312.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.312.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.193.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.193.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.4.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.169.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.311.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.311.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.252.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.252.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.123.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.123.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.109.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.251.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.251.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.305.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.305.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.161.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.160.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.122.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.122.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.167.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.192.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.192.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.108.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.121.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.121.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.107.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.214.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.304.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.304.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.310.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.310.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.170.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.303.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.303.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.287.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.287.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.166.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.250.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.250.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.191.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.106.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.165.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.215.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.190.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.120.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.120.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.309.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.309.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.308.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.308.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.171.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.119.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.119.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.105.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.249.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.249.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.104.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.172.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.118.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.118.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.302.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.302.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.248.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.248.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.15.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.164.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.216.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.189.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.103.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.117.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.117.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.301.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.301.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.307.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.307.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.102.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.101.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.300.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.300.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.163.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.173.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.188.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.116.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.116.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.247.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.247.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.162.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.115.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.115.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.306.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.306.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.187.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.217.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.305.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.305.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.246.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.246.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.100.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.245.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.245.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.299.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.299.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.114.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.114.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.99.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.98.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.174.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.161.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.186.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.113.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.113.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.112.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.112.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.298.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.298.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.304.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.304.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.288.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.288.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.218.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.175.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.297.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.297.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.160.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.185.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.244.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.244.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.97.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.0.mlp.experts.16.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.15.mlp.experts.219.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.3.mlp.experts.184.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.303.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.303.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.111.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.111.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.96.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.95.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.302.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.19.mlp.experts.302.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.243.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.243.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.110.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.110.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.296.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.296.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.242.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.22.mlp.experts.242.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.9.mlp.experts.176.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.109.gate_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.1.mlp.experts.109.up_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00037-of-00094.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.183.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.94.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.177.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.3.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.295.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.295.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.301.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.301.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.93.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.294.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.294.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.92.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.108.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.108.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.241.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.241.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.220.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.182.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.300.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.300.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.181.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.178.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.107.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.107.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.106.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.106.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.299.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.299.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.91.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.240.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.240.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.221.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.239.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.239.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.293.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.293.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.90.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.105.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.105.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.289.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.289.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.89.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.180.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.17.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.292.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.292.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.298.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.298.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.179.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.104.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.104.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.103.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.103.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.291.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.291.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.238.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.238.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.179.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.222.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.88.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.178.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.297.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.297.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.102.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.102.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.296.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.296.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.180.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.237.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.237.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.87.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.181.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.86.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.290.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.290.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.319.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.319.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.101.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.101.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.100.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.100.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.236.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.236.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.318.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.318.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.223.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.177.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.85.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.289.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.experts.289.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.295.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.experts.295.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.235.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.235.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.3.mlp.experts.176.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.84.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.99.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.experts.99.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.229.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.self_attn.q_conv1d.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.45.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.218.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.208.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.180.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.6.mlp.experts.194.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.281.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.272.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.272.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.182.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.170.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.170.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.185.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.271.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.271.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.315.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.315.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.228.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.self_attn.v_conv1d.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.183.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.207.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.227.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.169.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.169.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.222.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.222.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.217.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.168.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.168.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.206.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.271.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.271.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.6.mlp.experts.193.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.223.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.223.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.self_attn.f_a_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.282.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.181.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.self_attn.b_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.270.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.270.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.280.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.1.mlp.gate.e_score_correction_bias": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.216.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.314.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.314.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.67.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.67.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.6.mlp.experts.192.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.226.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.167.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.167.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.215.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.272.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.272.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.184.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.112.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.112.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.6.mlp.experts.191.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.205.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.269.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.269.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.182.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.284.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.268.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.268.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.166.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.166.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.225.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.185.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.self_attn.q_conv1d.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.165.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.165.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.221.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.221.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.204.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.self_attn.A_log": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.224.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.203.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.214.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.201.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.6.mlp.experts.190.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.304.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.13.mlp.experts.310.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.13.mlp.experts.310.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.186.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.267.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.267.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.164.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.164.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.mlp.gate.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.285.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.213.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.312.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.312.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.273.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.273.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.6.mlp.experts.189.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.223.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.212.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.207.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.202.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.183.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.self_attn.k_conv1d.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.163.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.163.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.66.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.66.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.6.mlp.experts.188.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.206.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.220.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.220.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.266.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.266.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.162.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.mlp.experts.162.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.111.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.111.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.13.mlp.experts.311.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.13.mlp.experts.311.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.265.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.18.mlp.experts.265.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.222.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.2.self_attn.f_b_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.23.self_attn.f_b_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.187.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.20.mlp.experts.201.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.9.mlp.experts.221.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.13.mlp.experts.312.gate_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.13.mlp.experts.312.up_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.0.mlp.experts.46.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.10.mlp.experts.286.down_proj.weight": "model-00038-of-00094.safetensors", + "model.layers.8.mlp.experts.211.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.200.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.161.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.161.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.274.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.274.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.187.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.205.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.23.self_attn.k_conv1d.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.184.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.287.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.264.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.264.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.188.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.160.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.160.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.210.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.189.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.186.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.159.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.159.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.220.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.self_attn.g_a_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.204.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.209.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.179.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.313.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.313.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.275.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.275.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.186.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.199.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.263.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.263.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.303.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.185.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.203.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.219.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.219.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.185.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.313.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.313.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.262.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.262.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.25.mlp.gate.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.219.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.314.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.314.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.288.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.158.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.158.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.198.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.218.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.197.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.208.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.190.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.65.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.65.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.289.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.157.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.157.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.184.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.202.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.110.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.110.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.156.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.156.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.315.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.315.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.218.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.218.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.self_attn.k_conv1d.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.207.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.261.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.261.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.276.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.276.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.201.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.217.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.206.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.183.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.196.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.186.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.202.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.310.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.310.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.290.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.200.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.182.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.155.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.155.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.260.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.260.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.301.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.191.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.216.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00039-of-00094.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.self_attn.A_log": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.259.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.259.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.47.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.316.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.316.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.195.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.215.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.154.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.154.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.192.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.153.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.153.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.194.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.277.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.277.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.205.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.199.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.291.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.181.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.7.self_attn.q_conv1d.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.self_attn.g_a_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.self_attn.k_conv1d.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.187.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.311.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.311.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.317.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.317.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.258.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.258.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.318.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.318.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.64.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.64.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.214.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.204.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.152.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.152.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.180.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.198.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.278.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.278.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.193.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.203.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.193.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.197.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.179.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.109.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.109.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.283.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.257.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.257.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.293.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.151.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.151.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.gate.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.188.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.213.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.gate.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.256.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.256.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.150.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.150.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.194.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.192.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.305.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.305.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.self_attn.dt_bias": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.212.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.191.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.319.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.319.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.216.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.216.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.202.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.mlp.experts.319.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.self_attn.b_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.196.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.178.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.mlp.experts.318.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.149.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.149.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.self_attn.g_b_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.195.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.17.mlp.experts.180.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.294.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.255.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.279.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.279.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.48.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.211.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.201.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.195.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.190.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.177.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.148.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.148.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.self_attn.A_log": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.63.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.63.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.194.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.217.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.217.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.200.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.147.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.147.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.189.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.176.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.254.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.mlp.experts.317.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.302.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.108.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.108.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.210.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.14.self_attn.f_a_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.self_attn.q_conv1d.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.18.mlp.experts.253.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.189.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.9.mlp.experts.209.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.196.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.292.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.mlp.experts.188.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.309.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.309.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.146.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.2.mlp.experts.146.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.mlp.experts.316.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.280.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.11.mlp.experts.280.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.23.self_attn.b_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.199.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.193.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.215.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.0.mlp.experts.215.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.6.mlp.experts.175.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.19.mlp.experts.315.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.10.mlp.experts.296.down_proj.weight": "model-00039-of-00094.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.190.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.145.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.145.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.252.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.197.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.203.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.208.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.144.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.144.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.198.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.198.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.self_attn.b_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.192.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.174.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.281.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.281.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.187.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.197.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.173.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.191.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.251.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.314.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.self_attn.g_b_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.191.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.207.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.250.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.297.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.143.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.143.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.186.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.206.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.308.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.308.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.300.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.185.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.199.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.62.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.62.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.295.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.196.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.313.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.self_attn.g_a_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.142.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.142.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.172.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.190.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.141.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.141.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.312.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.214.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.214.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.107.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.107.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.249.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.187.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.282.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.282.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.189.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.205.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.195.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.171.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.184.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.49.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.298.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.194.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.188.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.192.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.170.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.140.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.140.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.248.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.200.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.181.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.204.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.311.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.247.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.307.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.307.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.183.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.203.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.201.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.182.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.310.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.283.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.283.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.193.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.187.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.299.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.self_attn.f_b_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.169.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.309.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.self_attn.b_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.213.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.213.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.self_attn.v_conv1d.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.193.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.246.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.61.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.61.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.202.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.192.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.299.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.168.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.186.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.284.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.284.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.181.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.191.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.202.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.185.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.167.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.106.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.106.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.300.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.245.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.301.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.308.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.194.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.201.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.input_layernorm.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.244.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.203.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.180.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.306.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.306.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.self_attn.f_a_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.200.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.20.mlp.experts.179.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.204.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.212.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.212.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.190.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.307.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.self_attn.f_a_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.184.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.166.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.306.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.139.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.2.mlp.experts.139.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.self_attn.b_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.204.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.self_attn.v_conv1d.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.199.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.243.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.8.mlp.experts.189.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.50.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.285.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.11.mlp.experts.285.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.4.mlp.experts.183.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.6.mlp.experts.165.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.219.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.219.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.164.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.218.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.218.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.276.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.204.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.204.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.275.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.282.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.198.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.203.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.203.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.197.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.167.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.217.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.217.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.274.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.283.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.165.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.163.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.202.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.202.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.166.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.310.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.0.mlp.experts.310.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.196.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.273.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.216.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.216.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.272.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.165.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.215.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.215.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.284.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.201.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.201.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.166.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.195.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.200.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.200.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.194.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.271.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.214.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.214.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.285.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.270.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.1.mlp.experts.269.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.199.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.5.mlp.experts.199.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.164.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.193.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.213.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.213.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.14.mlp.experts.167.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.9.mlp.experts.286.down_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.212.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.21.mlp.experts.212.up_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00040-of-00094.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.198.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.198.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.192.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.268.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.197.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.197.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.162.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.191.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.163.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.267.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.287.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.266.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.211.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.211.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.162.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.168.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.311.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.311.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.196.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.196.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.190.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.210.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.210.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.288.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.265.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.209.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.209.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.169.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.195.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.195.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.189.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.194.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.194.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.264.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.263.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.188.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.289.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.161.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.208.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.208.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.161.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.193.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.193.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.262.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.187.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.160.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.207.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.207.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.290.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.170.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.206.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.206.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.261.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.192.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.192.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.260.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.186.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.191.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.185.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.291.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.205.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.205.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.259.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.312.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.312.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.171.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.160.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.190.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.184.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.258.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.292.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.204.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.204.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.257.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.203.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.203.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.189.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.172.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.183.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.188.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.182.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.294.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.256.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.202.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.202.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.255.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.254.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.187.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.295.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.181.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.201.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.201.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.173.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.200.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.200.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.313.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.313.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.186.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.180.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.185.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.296.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.179.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.199.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.199.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.174.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.297.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.184.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.178.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.198.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.198.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.197.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.197.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.175.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.183.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.298.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.177.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.182.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.176.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.253.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.196.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.196.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.299.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.252.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.251.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.181.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.175.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.195.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.195.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.176.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.194.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.194.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.300.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.180.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.174.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.250.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.179.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.314.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.314.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.173.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.249.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.248.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.193.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.193.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.177.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.301.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.178.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.172.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.192.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.192.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.191.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.247.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.177.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.178.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.171.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.176.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.302.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.246.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.170.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.245.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.293.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.190.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.5.mlp.experts.175.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.21.mlp.experts.189.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.1.mlp.experts.244.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.3.mlp.experts.169.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.285.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.182.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.178.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.2.mlp.experts.184.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.247.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.184.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.256.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.256.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.317.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.317.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.283.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.2.mlp.experts.183.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.177.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.316.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.316.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.154.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.0.mlp.experts.154.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.284.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.10.mlp.experts.213.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.315.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.315.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.183.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.282.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.183.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.176.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.2.mlp.experts.182.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.281.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.283.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.193.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.2.mlp.experts.181.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.175.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.182.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.14.mlp.experts.248.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.184.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.15.mlp.experts.282.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.12.mlp.experts.181.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.314.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.7.mlp.experts.314.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00041-of-00094.safetensors", + "model.layers.18.mlp.experts.280.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.174.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.153.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.153.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.313.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.313.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.281.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.180.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.312.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.312.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.212.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.279.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.257.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.257.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.173.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.278.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.186.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.155.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.155.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.280.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.172.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.179.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.279.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.178.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.311.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.311.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.187.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.211.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.277.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.171.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.310.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.310.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.152.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.152.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.278.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.309.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.309.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.177.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.276.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.180.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.170.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.275.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.188.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.277.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.169.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.249.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.176.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.276.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.289.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.319.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.151.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.151.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.179.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.175.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.308.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.308.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.178.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.210.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.274.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.250.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.189.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.318.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.190.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.168.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.307.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.307.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.275.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.317.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.174.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.306.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.306.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.273.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.177.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.167.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.272.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.258.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.258.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.274.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.166.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.173.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.191.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.273.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.176.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.316.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.172.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.209.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.305.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.305.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.175.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.251.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.192.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.150.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.150.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.271.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.315.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.165.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.304.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.304.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.314.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.272.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.303.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.303.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.171.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.270.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.192.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.174.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.164.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.269.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.290.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.271.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.163.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.252.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.170.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.193.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.270.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.313.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.173.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.169.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.302.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.302.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.208.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.149.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.149.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.172.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.268.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.253.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.312.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.162.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.160.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.301.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.301.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.311.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.194.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.269.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.168.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.300.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.300.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.259.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.259.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.267.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.207.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.171.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.161.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.266.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.195.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.268.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.160.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.167.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.267.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.170.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.310.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.166.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.299.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.299.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.169.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.254.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.196.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.265.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.309.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.288.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.298.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.298.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.148.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.148.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.266.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.297.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.297.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.165.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.308.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.264.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.168.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.307.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.263.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.185.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.265.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.304.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.255.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.164.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.206.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.264.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.291.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.147.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.147.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.167.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.163.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.296.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.296.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.166.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.260.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.260.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.262.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.197.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.198.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.303.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.295.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.295.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.256.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.263.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.162.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.161.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.294.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.294.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.261.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.165.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.302.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.260.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.205.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.262.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.301.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.161.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.199.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.261.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.164.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.160.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.293.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.293.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.163.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.191.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.146.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.146.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.259.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.257.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.300.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.292.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.292.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.260.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.204.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.291.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.291.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.258.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.200.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.162.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.299.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.257.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.292.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.259.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.298.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.14.mlp.experts.258.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.201.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.258.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.161.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.290.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.290.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.261.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.261.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.145.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.145.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.160.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.256.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.319.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.319.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.297.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.17.mlp.experts.162.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.289.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.289.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.202.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.257.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.288.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.288.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.mlp.experts.203.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.255.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.159.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.23.mlp.experts.296.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.18.mlp.experts.254.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.203.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.318.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.20.mlp.experts.318.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.144.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.144.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.256.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.2.mlp.experts.158.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.16.mlp.experts.297.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.16.mlp.experts.297.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.0.mlp.experts.242.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.11.mlp.experts.265.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.22.mlp.experts.300.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.10.self_attn.g_b_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.6.mlp.experts.165.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.13.mlp.experts.253.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.5.mlp.experts.198.down_proj.weight": "model-00042-of-00094.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.196.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.98.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.98.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.177.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.152.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.97.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.97.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.230.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.293.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.293.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.230.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.187.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.296.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.296.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.251.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.self_attn.o_norm.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.274.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.164.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.186.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.202.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.295.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.295.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.176.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.163.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.243.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.229.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.229.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.292.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.292.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.299.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.228.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.319.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.252.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.175.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.197.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.96.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.96.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.228.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.153.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.197.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.95.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.95.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.203.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.94.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.94.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.294.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.294.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.185.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.205.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.204.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.196.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.294.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.294.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.244.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.245.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.162.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.264.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.227.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.198.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.298.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.195.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.174.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.227.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.273.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.255.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.293.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.293.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.154.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.184.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.297.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.155.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.21.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.21.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.226.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.93.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.93.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.295.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.295.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.225.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.input_layernorm.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.161.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.183.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.318.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.292.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.292.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.173.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.160.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.226.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.205.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.92.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.92.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.263.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.172.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.91.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.91.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.250.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.194.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.246.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.225.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.199.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.2.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.224.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.224.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.156.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.182.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.272.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.193.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.291.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.291.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.200.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.296.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.256.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.192.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.291.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.291.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.223.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.171.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.90.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.90.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.222.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.317.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.206.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.224.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.296.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.296.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.181.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.290.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.290.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.241.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.295.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.89.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.89.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.201.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.180.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.88.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.88.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.289.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.289.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.207.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.170.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.223.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.206.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.169.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.248.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.294.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.222.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.191.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.20.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.20.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.221.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.257.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.151.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.87.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.87.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.262.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.249.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.158.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.297.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.297.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.220.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.288.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.288.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.271.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.179.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.219.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.190.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.86.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.86.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.85.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.85.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.202.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.208.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.189.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.168.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.2.mlp.gate.e_score_correction_bias": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.249.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.221.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.254.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.316.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.178.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.287.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.287.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.293.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.209.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.298.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.298.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.84.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.84.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.286.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.286.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.177.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.self_attn.g_b_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.159.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.290.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.290.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.250.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.218.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.203.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.167.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.220.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.204.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.83.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.83.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.166.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.219.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.188.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.82.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.82.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.270.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.261.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.292.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.157.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.217.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.216.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.210.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.22.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.22.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.291.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.176.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.285.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.285.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.251.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.187.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.81.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.81.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.259.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.186.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.205.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.165.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.161.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.218.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.299.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.14.mlp.experts.299.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.215.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.175.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.284.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.284.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.248.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.5.self_attn.q_conv1d.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.80.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.80.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.79.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.1.mlp.experts.79.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.4.mlp.experts.174.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.13.mlp.experts.211.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.11.mlp.experts.260.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.283.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.283.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.8.mlp.experts.164.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.22.mlp.experts.290.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.0.mlp.experts.252.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.214.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.21.mlp.experts.217.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.16.mlp.experts.269.down_proj.weight": "model-00043-of-00094.safetensors", + "model.layers.17.mlp.experts.213.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.289.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.289.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.163.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.185.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.216.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.225.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.207.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.260.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.self_attn.o_norm.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.162.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.206.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.314.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.78.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.78.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.212.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.300.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.300.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.289.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.173.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.213.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.184.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.282.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.282.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.247.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.254.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.212.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.207.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.288.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.183.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.162.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.77.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.77.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.215.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.261.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.76.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.76.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.160.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.281.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.281.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.172.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.164.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.18.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.18.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.211.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.210.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.self_attn.A_log": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.171.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.301.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.301.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.315.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.280.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.280.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.268.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.259.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.161.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.75.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.75.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.214.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.214.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.160.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.255.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.247.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.182.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.313.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.213.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.208.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.74.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.74.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.73.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.73.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.209.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.self_attn.g_a_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.165.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.170.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.287.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.181.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.279.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.279.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.209.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.258.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.180.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.288.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.288.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.208.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.258.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.207.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.215.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.212.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.302.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.302.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.169.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.72.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.72.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.278.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.278.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.253.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.286.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.210.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.0.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.168.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.277.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.277.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.216.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.input_layernorm.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.208.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.211.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.285.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.163.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.71.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.71.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.257.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.179.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.70.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.70.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.206.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.210.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.19.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.19.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.263.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.319.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.319.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.246.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.167.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.303.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.303.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.205.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.167.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.276.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.276.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.204.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.178.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.211.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.266.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.69.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.69.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.217.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.257.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.177.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.9.self_attn.o_norm.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.258.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.209.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.262.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.275.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.275.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.166.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.318.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.318.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.284.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.311.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.68.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.68.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.226.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.218.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.67.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.67.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.1.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.304.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.304.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.274.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.274.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.165.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.self_attn.dt_bias": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.168.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.287.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.287.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.256.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.203.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.208.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.212.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.317.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.317.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.207.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.267.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.176.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.66.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.66.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.283.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.169.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.202.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.316.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.316.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.201.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.17.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.17.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.195.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.282.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.65.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.65.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.273.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.273.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.164.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.64.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.64.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.219.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.259.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.175.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.201.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.265.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.self_attn.o_norm.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.174.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.213.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.170.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.206.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.305.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.305.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.16.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.16.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.200.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.315.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.315.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.163.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.63.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.63.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.272.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.272.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.245.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.self_attn.g_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.4.mlp.experts.162.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.256.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.271.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.271.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.205.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.199.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.62.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.62.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.220.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.286.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.286.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.22.mlp.experts.281.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.198.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.16.mlp.experts.310.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.61.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.mlp.experts.61.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.173.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.314.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.314.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.204.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.14.mlp.experts.209.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.13.mlp.experts.264.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.1.input_layernorm.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.171.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.0.mlp.experts.260.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.313.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.6.mlp.experts.313.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.11.mlp.experts.214.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00044-of-00094.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.306.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.306.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.161.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.60.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.60.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.172.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.270.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.270.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.experts.197.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.11.mlp.experts.215.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.280.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.171.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.319.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.319.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.59.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.59.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.203.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.13.mlp.experts.221.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.0.mlp.experts.166.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.269.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.269.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.312.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.312.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.160.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.0.mlp.experts.172.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.58.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.58.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.279.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.experts.196.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.307.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.307.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.experts.195.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.shared_experts.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.0.mlp.experts.15.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.0.mlp.experts.15.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.312.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.268.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.268.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.13.mlp.experts.222.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.13.mlp.experts.266.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.11.mlp.experts.255.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.202.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.285.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.285.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.311.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.311.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.170.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.309.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.201.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.11.mlp.experts.216.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.318.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.318.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.57.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.57.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.310.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.310.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.experts.227.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.self_attn.dt_bias": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.experts.194.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.5.mlp.experts.169.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.267.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.mlp.experts.267.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.317.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.317.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.56.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.56.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.83.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.10.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.166.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.294.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.294.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.175.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.224.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.293.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.293.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.18.self_attn.f_b_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.234.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.234.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.82.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.319.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.233.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.233.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.225.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.81.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.80.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.9.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.self_attn.g_a_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.165.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.174.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.292.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.292.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.8.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.164.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.79.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.173.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.232.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.232.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.7.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.163.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.172.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.291.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.291.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.78.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.77.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.self_attn.f_a_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.290.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.290.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.226.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.231.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.231.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.230.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.230.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.6.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.162.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.76.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.171.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.227.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.gate.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.75.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.289.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.289.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.74.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.5.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.161.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.229.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.229.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.170.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.4.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.160.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.288.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.288.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.169.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.287.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.287.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.228.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.228.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.228.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.73.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.227.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.227.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.3.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.self_attn.f_b_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.72.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.168.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.71.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.13.self_attn.g_a_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.286.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.286.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.2.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.319.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.319.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.226.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.226.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.167.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.229.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.1.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.318.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.318.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.166.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.70.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.285.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.285.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.284.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.284.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.225.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.225.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.69.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.68.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.224.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.224.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.0.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.317.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.317.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.165.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.230.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.283.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.283.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.67.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.231.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.319.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.319.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.316.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.316.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.164.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.223.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.223.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.318.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.318.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.66.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.315.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.315.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.65.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.282.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.282.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.163.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.281.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.281.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.222.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.222.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.221.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.221.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.317.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.317.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.self_attn.k_conv1d.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.314.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.314.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.64.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.162.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.self_attn.dt_bias": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.280.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.280.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.316.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.316.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.63.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.62.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.313.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.313.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.232.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.161.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.220.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.220.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.315.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.315.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.312.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.312.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.160.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.279.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.279.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.61.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.self_attn.o_norm.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.278.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.278.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.233.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.219.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.219.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.218.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.218.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.60.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.59.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.314.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.314.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.311.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.311.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.gate.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.318.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.234.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.277.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.277.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.58.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.313.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.313.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.310.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.310.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.217.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.217.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.312.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.312.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.57.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.309.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.309.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.276.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.276.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.56.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.275.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.275.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.self_attn.g_b_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.216.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.216.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.15.mlp.experts.235.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.215.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.215.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.55.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.311.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.311.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.self_attn.g_a_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.308.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.12.mlp.experts.308.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.54.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.1.mlp.experts.53.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.274.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.19.mlp.experts.274.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.310.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.2.mlp.experts.310.up_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00045-of-00094.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.307.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.307.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.214.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.214.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.236.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.309.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.309.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.306.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.306.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.273.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.273.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.52.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.272.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.272.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.self_attn.k_conv1d.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.237.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.213.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.213.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.51.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.212.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.212.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.50.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.308.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.308.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.305.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.305.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.input_layernorm.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.49.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.271.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.271.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.307.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.307.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.304.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.304.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.211.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.211.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.48.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.306.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.306.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.47.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.303.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.303.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.270.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.270.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.238.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.269.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.269.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.self_attn.dt_bias": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.210.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.210.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.209.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.209.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.305.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.305.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.self_attn.A_log": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.46.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.302.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.302.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.239.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.45.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.268.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.268.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.44.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.304.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.304.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.301.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.301.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.208.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.208.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.303.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.303.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.300.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.300.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.267.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.267.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.240.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.self_attn.o_norm.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.266.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.266.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.207.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.207.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.43.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.206.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.206.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.42.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.41.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.302.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.302.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.299.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.299.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.self_attn.k_conv1d.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.self_attn.A_log": "model-00046-of-00094.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.265.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.19.mlp.experts.265.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.241.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.301.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.301.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.experts.40.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.298.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.298.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.205.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.205.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.138.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.138.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.178.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.182.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.188.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.195.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.9.mlp.experts.313.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.174.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.242.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.137.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.137.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.0.mlp.experts.105.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.0.mlp.experts.105.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.173.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.241.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.gate.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.177.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.136.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.136.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.176.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.181.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.135.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.135.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.self_attn.g_b_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.187.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.196.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.172.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.240.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.186.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.180.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.134.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.134.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.175.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.185.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.179.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.171.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.182.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.239.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.9.self_attn.g_a_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.170.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.197.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.238.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.133.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.133.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.174.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.132.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.132.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.173.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.9.mlp.experts.314.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.319.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.319.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.184.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.178.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.9.mlp.gate.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.169.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.0.mlp.experts.104.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.0.mlp.experts.104.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.237.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.318.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.318.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.131.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.131.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.317.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.317.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.177.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.183.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.172.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.182.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.176.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.130.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.130.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.198.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.168.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.236.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.129.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.129.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.self_attn.g_a_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.167.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.235.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.316.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.316.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.171.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.170.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.181.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.175.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.315.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.315.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.128.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.128.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.314.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.314.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.1.mlp.shared_experts.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.199.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.166.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.234.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.127.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.127.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.180.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.174.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.126.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.126.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.169.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.179.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.173.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.3.self_attn.k_conv1d.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.165.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.0.mlp.experts.103.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.0.mlp.experts.103.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.233.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.313.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.313.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.319.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.164.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.11.mlp.experts.200.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.232.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.168.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.gate.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.312.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.312.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.125.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.125.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.20.mlp.experts.167.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.311.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.311.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.8.mlp.experts.178.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.4.mlp.experts.172.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.124.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.124.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.318.down_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.5.mlp.experts.163.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.123.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.2.mlp.experts.123.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.17.mlp.experts.183.up_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00046-of-00094.safetensors", + "model.layers.18.mlp.experts.231.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.177.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.171.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.310.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.310.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.166.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.self_attn.b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.170.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.176.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.317.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.201.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.162.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.230.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.316.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.309.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.309.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.122.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.122.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.102.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.102.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.161.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.308.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.308.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.229.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.6.self_attn.g_b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.165.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.121.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.121.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.164.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.169.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.120.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.120.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.175.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.315.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.307.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.307.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.202.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.160.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.228.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.174.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.1.self_attn.b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.168.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.306.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.306.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.119.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.119.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.163.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.173.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.305.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.305.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.314.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.167.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.227.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.313.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.203.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.226.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.118.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.118.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.162.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.117.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.117.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.161.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.304.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.304.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.172.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.166.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.self_attn.g_b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.312.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.101.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.101.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.225.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.303.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.303.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.116.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.116.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.302.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.302.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.165.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.171.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.160.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.170.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.311.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.164.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.115.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.115.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.204.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.224.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.114.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.114.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.310.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.184.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.6.self_attn.b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.9.mlp.experts.315.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.223.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.301.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.301.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.318.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.318.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.169.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.163.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.300.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.300.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.113.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.113.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.299.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.299.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.309.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.9.mlp.experts.316.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.205.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.1.self_attn.f_b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.222.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.112.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.112.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.168.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.162.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.111.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.111.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.167.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.161.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.308.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.100.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.100.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.221.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.298.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.298.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.307.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.9.mlp.experts.317.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.206.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.220.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.297.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.297.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.296.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.296.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.319.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.319.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.166.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.160.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.9.mlp.experts.318.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.306.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.219.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.318.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.318.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.165.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.295.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.295.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.317.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.317.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.7.self_attn.b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.164.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.305.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.207.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.218.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.9.mlp.experts.319.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.304.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.294.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.294.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.99.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.99.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.293.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.293.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.217.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.7.self_attn.f_b_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.316.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.316.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.163.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.303.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.292.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.292.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.208.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.315.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.315.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.216.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.162.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.291.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.291.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.161.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.290.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.290.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.302.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.185.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.215.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.301.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.209.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.214.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.110.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.110.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.289.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.289.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.160.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.109.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.109.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.300.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.98.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.98.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.18.mlp.experts.213.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.108.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.2.mlp.experts.108.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.288.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.17.mlp.experts.288.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.319.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.0.mlp.experts.319.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.11.mlp.experts.210.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00047-of-00094.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.12.self_attn.g_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.160.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.161.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.162.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.163.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.164.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.165.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.166.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.167.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.168.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.169.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.170.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.171.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.172.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.173.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.174.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.175.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.176.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.177.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.178.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.179.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.180.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.181.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.182.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.183.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.184.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.185.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.186.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.187.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.188.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.189.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.190.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.191.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.192.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.192.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.193.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.193.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.194.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.194.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.195.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.195.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.196.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.196.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.197.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.197.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.198.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.198.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.199.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.199.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.200.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.200.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.201.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.201.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.202.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.202.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.203.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.203.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.204.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.204.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.205.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.205.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.206.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.206.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.207.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.207.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.208.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.208.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.209.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.209.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.210.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.210.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.211.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.211.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.212.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.212.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.213.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.213.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.214.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.214.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.215.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.215.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.216.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.216.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.217.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.217.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.218.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.218.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.219.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.219.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.220.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.220.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.221.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.221.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.222.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.222.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.223.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.223.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.224.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.224.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.225.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.225.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.226.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.226.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.227.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.227.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.228.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.228.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.229.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.229.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.230.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.230.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.231.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.231.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.232.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.232.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.233.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.233.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.234.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.234.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.235.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.235.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.236.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.236.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.237.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.237.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.238.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.238.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.239.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.239.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.240.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.240.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.241.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.241.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.242.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.242.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.243.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.243.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.244.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.244.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.245.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.245.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.246.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.246.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.247.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.247.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.248.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.248.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.249.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.249.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.250.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.250.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.251.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.251.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.252.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.252.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.253.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.253.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.254.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.254.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.255.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.255.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.256.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.256.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.257.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.257.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.258.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.258.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.259.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.259.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.260.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.260.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.261.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.261.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.262.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.262.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.263.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.263.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.264.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.264.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.265.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.265.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.266.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.266.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.267.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.267.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.268.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.268.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.269.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.269.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.270.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.270.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.271.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.271.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.272.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.272.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.273.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.273.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.274.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.274.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.275.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.275.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.276.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.276.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.277.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.277.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.278.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.278.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.279.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.279.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.280.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.280.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.281.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.281.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.282.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.282.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.283.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.283.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.284.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.284.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.285.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.285.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.286.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.286.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.287.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.287.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.288.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.288.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.289.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.289.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.290.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.290.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.291.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.291.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.292.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.292.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.293.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.293.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.294.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.294.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.295.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.295.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.296.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.296.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.297.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.297.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.298.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.298.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.299.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.299.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.300.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.300.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.301.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.301.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.302.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.302.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.303.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.303.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.304.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.304.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.305.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.305.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.306.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.306.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.307.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.307.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.308.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.308.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.309.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.309.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.310.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.310.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.311.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.311.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.312.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.312.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.313.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.313.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.314.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.314.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.315.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.315.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.316.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.316.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.317.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.317.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.318.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.318.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.319.gate_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.319.up_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00048-of-00094.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.160.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.161.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.162.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.163.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.164.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.165.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.166.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.167.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.168.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.169.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.170.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.171.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.172.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.173.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.174.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.175.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.176.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.177.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.178.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.179.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.180.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.181.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.182.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.183.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.184.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.185.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.186.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.187.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.188.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.189.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.190.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.191.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.192.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.193.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.194.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.195.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.196.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.197.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.198.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.199.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.200.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.201.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.202.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.203.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.204.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.205.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.206.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.207.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.208.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.209.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.210.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.211.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.212.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.213.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.214.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.215.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.216.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.217.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.218.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.219.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.220.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.221.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.222.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.223.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.224.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.225.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.226.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.227.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.228.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.229.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.230.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.231.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.232.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.233.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.234.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.235.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.236.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.237.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.238.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.239.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.240.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.241.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.242.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.243.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.244.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.245.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.246.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.247.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.248.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.249.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.250.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.251.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.252.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.253.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.254.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.255.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.256.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.257.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.258.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.259.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.260.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.261.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.262.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.263.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.264.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.265.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.266.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.267.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.268.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.269.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.270.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.271.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.272.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.273.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.274.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.275.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.276.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.277.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.278.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.279.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.280.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.281.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.282.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.283.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.284.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.285.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.286.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.287.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.288.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.289.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.290.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.291.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.292.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.293.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.294.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.295.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.296.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.297.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.298.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.299.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.300.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.301.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.302.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.303.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.304.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.305.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.306.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.307.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.308.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.309.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.310.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.311.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.312.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.313.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.314.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.315.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.316.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.317.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.318.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.25.mlp.experts.319.down_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00049-of-00094.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.160.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.161.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.162.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.163.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.164.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.165.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.166.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.167.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.168.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.169.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.170.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.171.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.172.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.173.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.174.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.175.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.176.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.177.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.178.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.179.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.180.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.181.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.182.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.183.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.184.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.185.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.186.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.187.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.188.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.189.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.190.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.191.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.192.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.192.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.193.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.193.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.194.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.194.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.195.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.195.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.196.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.196.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.197.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.197.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.198.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.198.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.199.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.199.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.200.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.200.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.201.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.201.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.202.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.202.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.203.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.203.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.204.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.204.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.205.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.205.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.206.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.206.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.207.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.207.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.208.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.208.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.209.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.209.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.210.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.210.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.211.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.211.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.212.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.212.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.213.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.213.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.214.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.214.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.215.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.215.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.216.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.216.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.217.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.217.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.218.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.218.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.219.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.219.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.220.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.220.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.221.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.221.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.222.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.222.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.223.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.223.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.224.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.224.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.225.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.225.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.226.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.226.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.227.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.227.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.228.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.228.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.229.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.229.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.230.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.230.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.231.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.231.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.232.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.232.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.233.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.233.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.234.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.234.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.235.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.235.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.236.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.236.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.237.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.237.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.238.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.238.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.239.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.239.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.240.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.240.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.241.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.241.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.242.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.242.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.243.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.243.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.244.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.244.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.245.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.245.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.246.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.246.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.247.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.247.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.248.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.248.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.249.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.249.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.250.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.250.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.251.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.251.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.252.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.252.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.253.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.253.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.254.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.254.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.255.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.255.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.256.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.256.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.257.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.257.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.258.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.258.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.259.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.259.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.260.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.260.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.261.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.261.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.262.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.262.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.263.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.263.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.264.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.264.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.265.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.265.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.266.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.266.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.267.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.267.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.268.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.268.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.269.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.269.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.270.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.270.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.271.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.271.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.272.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.272.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.273.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.273.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.274.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.274.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.275.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.275.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.276.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.276.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.277.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.277.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.278.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.278.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.279.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.279.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.280.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.280.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.281.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.281.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.282.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.282.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.283.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.283.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.284.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.284.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.285.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.285.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.286.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.286.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.287.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.287.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.288.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.288.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.289.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.289.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.290.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.290.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.291.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.291.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.292.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.292.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.293.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.293.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.294.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.294.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.295.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.295.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.296.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.296.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.297.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.297.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.298.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.298.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.299.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.299.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.300.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.300.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.301.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.301.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.302.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.302.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.303.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.303.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.304.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.304.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.305.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.305.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.306.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.306.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.307.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.307.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.308.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.308.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.309.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.309.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.310.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.310.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.311.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.311.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.312.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.312.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.313.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.313.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.314.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.314.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.315.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.315.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.316.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.316.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.317.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.317.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.318.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.318.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.319.gate_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.319.up_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00050-of-00094.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.160.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.161.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.162.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.163.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.164.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.165.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.166.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.167.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.168.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.169.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.170.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.171.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.172.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.173.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.174.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.175.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.176.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.177.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.178.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.179.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.180.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.181.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.182.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.183.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.184.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.185.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.186.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.187.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.188.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.189.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.190.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.191.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.192.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.193.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.194.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.195.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.196.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.197.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.198.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.199.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.200.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.201.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.202.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.203.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.204.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.205.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.206.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.207.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.208.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.209.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.210.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.211.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.212.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.213.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.214.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.215.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.216.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.217.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.218.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.219.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.220.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.221.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.222.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.223.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.224.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.225.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.226.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.227.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.228.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.229.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.230.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.231.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.232.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.233.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.234.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.235.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.236.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.237.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.238.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.239.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.240.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.241.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.242.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.243.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.244.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.245.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.246.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.247.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.248.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.249.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.250.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.251.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.252.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.253.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.254.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.255.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.256.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.257.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.258.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.259.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.260.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.261.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.262.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.263.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.264.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.265.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.266.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.267.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.268.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.269.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.270.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.271.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.272.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.273.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.274.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.275.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.276.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.277.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.278.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.279.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.280.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.281.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.282.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.283.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.284.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.285.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.286.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.287.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.288.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.289.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.290.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.291.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.292.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.293.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.294.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.295.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.296.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.297.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.298.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.299.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.300.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.301.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.302.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.303.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.304.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.305.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.306.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.307.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.308.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.309.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.310.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.311.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.312.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.313.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.314.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.315.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.316.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.317.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.318.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.experts.319.down_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00051-of-00094.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.160.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.161.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.162.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.163.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.164.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.165.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.166.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.167.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.168.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.169.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.170.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.171.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.172.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.173.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.174.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.175.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.176.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.177.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.178.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.179.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.180.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.181.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.182.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.183.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.184.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.185.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.186.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.187.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.188.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.189.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.190.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.191.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.192.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.192.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.193.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.193.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.194.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.194.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.195.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.195.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.196.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.196.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.197.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.197.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.198.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.198.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.199.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.199.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.200.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.200.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.201.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.201.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.202.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.202.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.203.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.203.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.204.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.204.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.205.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.205.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.206.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.206.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.207.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.207.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.208.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.208.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.209.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.209.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.210.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.210.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.211.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.211.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.212.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.212.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.213.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.213.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.214.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.214.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.215.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.215.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.216.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.216.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.217.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.217.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.218.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.218.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.219.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.219.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.220.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.220.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.221.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.221.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.222.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.222.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.223.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.223.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.224.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.224.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.225.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.225.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.226.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.226.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.227.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.227.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.228.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.228.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.229.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.229.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.230.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.230.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.231.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.231.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.232.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.232.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.233.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.233.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.234.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.234.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.235.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.235.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.236.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.236.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.237.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.237.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.238.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.238.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.239.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.239.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.240.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.240.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.241.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.241.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.242.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.242.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.243.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.243.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.244.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.244.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.245.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.245.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.246.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.246.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.247.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.247.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.248.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.248.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.249.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.249.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.250.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.250.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.251.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.251.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.252.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.252.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.253.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.253.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.254.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.254.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.255.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.255.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.256.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.256.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.257.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.257.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.258.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.258.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.259.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.259.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.260.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.260.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.261.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.261.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.262.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.262.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.263.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.263.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.264.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.264.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.265.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.265.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.266.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.266.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.267.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.267.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.268.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.268.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.269.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.269.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.270.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.270.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.271.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.271.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.272.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.272.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.273.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.273.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.274.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.274.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.275.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.275.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.276.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.276.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.277.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.277.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.278.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.278.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.279.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.279.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.280.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.280.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.281.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.281.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.282.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.282.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.283.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.283.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.284.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.284.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.285.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.285.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.286.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.286.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.287.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.287.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.288.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.288.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.289.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.289.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.290.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.290.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.291.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.291.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.292.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.292.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.293.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.293.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.294.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.294.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.295.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.295.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.296.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.296.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.297.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.297.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.298.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.298.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.299.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.299.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.300.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.300.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.301.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.301.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.302.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.302.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.303.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.303.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.304.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.304.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.305.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.305.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.306.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.306.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.307.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.307.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.308.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.308.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.309.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.309.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.310.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.310.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.311.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.311.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.312.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.312.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.313.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.313.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.314.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.314.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.315.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.315.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.316.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.316.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.317.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.317.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.318.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.318.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.319.gate_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.319.up_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.160.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.161.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.162.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.163.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.164.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.165.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.166.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.167.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.168.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.169.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.170.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.171.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.172.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.173.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.174.down_proj.weight": "model-00052-of-00094.safetensors", + "model.layers.27.mlp.experts.175.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.176.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.177.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.178.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.179.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.180.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.181.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.182.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.183.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.184.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.185.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.186.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.187.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.188.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.189.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.190.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.191.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.192.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.193.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.194.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.195.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.196.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.197.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.198.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.199.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.200.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.201.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.202.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.203.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.204.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.205.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.206.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.207.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.208.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.209.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.210.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.211.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.212.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.213.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.214.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.215.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.216.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.217.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.218.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.219.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.220.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.221.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.222.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.223.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.224.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.225.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.226.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.227.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.228.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.229.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.230.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.231.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.232.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.233.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.234.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.235.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.236.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.237.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.238.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.239.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.240.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.241.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.242.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.243.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.244.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.245.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.246.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.247.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.248.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.249.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.250.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.251.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.252.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.253.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.254.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.255.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.256.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.257.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.258.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.259.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.260.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.261.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.262.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.263.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.264.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.265.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.266.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.267.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.268.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.269.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.270.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.271.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.272.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.273.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.274.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.275.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.276.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.277.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.278.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.279.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.280.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.281.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.282.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.283.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.284.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.285.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.286.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.287.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.288.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.289.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.290.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.291.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.292.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.293.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.294.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.295.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.296.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.297.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.298.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.299.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.300.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.301.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.302.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.303.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.304.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.305.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.306.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.307.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.308.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.309.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.310.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.311.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.312.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.313.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.314.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.315.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.316.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.317.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.318.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.27.mlp.experts.319.down_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.160.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.161.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.162.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.163.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.164.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.165.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.166.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.167.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.168.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.169.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.170.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.171.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.172.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.173.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.174.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.175.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.176.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.177.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.178.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.179.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.180.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.181.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.182.up_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00053-of-00094.safetensors", + "model.layers.28.mlp.experts.183.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.184.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.185.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.186.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.187.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.188.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.189.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.190.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.191.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.192.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.192.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.193.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.193.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.194.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.194.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.195.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.195.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.196.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.196.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.197.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.197.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.198.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.198.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.199.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.199.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.200.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.200.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.201.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.201.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.202.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.202.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.203.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.203.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.204.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.204.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.205.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.205.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.206.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.206.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.207.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.207.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.208.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.208.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.209.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.209.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.210.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.210.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.211.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.211.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.212.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.212.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.213.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.213.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.214.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.214.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.215.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.215.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.216.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.216.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.217.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.217.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.218.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.218.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.219.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.219.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.220.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.220.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.221.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.221.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.222.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.222.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.223.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.223.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.224.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.224.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.225.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.225.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.226.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.226.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.227.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.227.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.228.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.228.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.229.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.229.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.230.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.230.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.231.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.231.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.232.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.232.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.233.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.233.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.234.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.234.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.235.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.235.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.236.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.236.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.237.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.237.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.238.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.238.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.239.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.239.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.240.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.240.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.241.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.241.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.242.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.242.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.243.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.243.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.244.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.244.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.245.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.245.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.246.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.246.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.247.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.247.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.248.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.248.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.249.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.249.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.250.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.250.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.251.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.251.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.252.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.252.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.253.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.253.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.254.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.254.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.255.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.255.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.256.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.256.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.257.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.257.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.258.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.258.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.259.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.259.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.260.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.260.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.261.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.261.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.262.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.262.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.263.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.263.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.264.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.264.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.265.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.265.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.266.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.266.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.267.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.267.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.268.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.268.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.269.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.269.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.270.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.270.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.271.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.271.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.272.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.272.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.273.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.273.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.274.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.274.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.275.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.275.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.276.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.276.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.277.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.277.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.278.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.278.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.279.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.279.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.280.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.280.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.281.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.281.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.282.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.282.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.283.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.283.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.284.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.284.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.285.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.285.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.286.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.286.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.287.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.287.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.288.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.288.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.289.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.289.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.290.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.290.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.291.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.291.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.292.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.292.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.293.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.293.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.294.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.294.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.295.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.295.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.296.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.296.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.297.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.297.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.298.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.298.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.299.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.299.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.300.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.300.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.301.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.301.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.302.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.302.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.303.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.303.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.304.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.304.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.305.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.305.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.306.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.306.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.307.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.307.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.308.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.308.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.309.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.309.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.310.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.310.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.311.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.311.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.312.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.312.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.313.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.313.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.314.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.314.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.315.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.315.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.316.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.316.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.317.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.317.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.318.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.318.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.319.gate_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.319.up_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.160.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.161.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.162.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.163.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.164.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.165.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.166.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.167.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.168.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.169.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.170.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.171.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.172.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.173.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.174.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.175.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.176.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.177.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.178.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.179.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.180.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.181.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.182.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.183.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.184.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.185.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.186.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.187.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.188.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.189.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.190.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.191.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.192.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.193.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.194.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.195.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.196.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.197.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.198.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.199.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.200.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.201.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.202.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.203.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.204.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.205.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.206.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.207.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.208.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.209.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.210.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.211.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.212.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.213.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.214.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.215.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.216.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.217.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.218.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.219.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.220.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.221.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.222.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.223.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.224.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.225.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.226.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.227.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.228.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.229.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.230.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.231.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.232.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.233.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.234.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.235.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.236.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.237.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.238.down_proj.weight": "model-00054-of-00094.safetensors", + "model.layers.28.mlp.experts.239.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.240.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.241.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.242.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.243.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.244.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.245.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.246.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.247.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.248.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.249.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.250.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.251.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.252.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.253.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.254.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.255.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.256.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.257.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.258.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.259.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.260.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.261.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.262.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.263.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.264.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.265.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.266.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.267.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.268.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.269.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.270.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.271.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.272.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.273.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.274.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.275.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.276.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.277.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.278.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.279.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.280.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.281.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.282.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.283.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.284.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.285.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.286.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.287.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.288.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.289.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.290.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.291.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.292.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.293.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.294.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.295.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.296.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.297.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.298.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.299.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.300.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.301.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.302.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.303.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.304.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.305.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.306.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.307.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.308.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.309.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.310.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.311.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.312.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.313.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.314.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.315.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.316.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.317.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.318.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.experts.319.down_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.160.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.161.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.162.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.163.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.164.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.165.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.166.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.167.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.168.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.169.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.170.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.171.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.172.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.173.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.174.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.175.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.176.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.177.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.178.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.179.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.180.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.181.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.182.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.183.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.184.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.185.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.186.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.187.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.188.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.189.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.190.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.191.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.192.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.192.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.193.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.193.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.194.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.194.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.195.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.195.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.196.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.196.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.197.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.197.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.198.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.198.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.199.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.199.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.200.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.200.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.201.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.201.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.202.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.202.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.203.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.203.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.204.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.204.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.205.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.205.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.206.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.206.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.207.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.207.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.208.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.208.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.209.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.209.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.210.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.210.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.211.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.211.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.212.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.212.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.213.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.213.up_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.214.gate_proj.weight": "model-00055-of-00094.safetensors", + "model.layers.29.mlp.experts.214.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.215.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.215.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.216.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.216.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.217.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.217.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.218.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.218.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.219.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.219.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.220.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.220.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.221.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.221.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.222.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.222.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.223.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.223.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.224.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.224.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.225.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.225.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.226.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.226.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.227.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.227.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.228.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.228.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.229.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.229.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.230.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.230.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.231.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.231.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.232.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.232.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.233.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.233.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.234.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.234.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.235.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.235.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.236.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.236.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.237.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.237.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.238.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.238.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.239.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.239.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.240.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.240.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.241.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.241.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.242.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.242.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.243.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.243.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.244.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.244.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.245.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.245.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.246.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.246.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.247.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.247.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.248.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.248.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.249.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.249.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.250.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.250.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.251.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.251.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.252.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.252.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.253.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.253.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.254.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.254.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.255.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.255.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.256.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.256.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.257.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.257.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.258.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.258.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.259.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.259.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.260.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.260.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.261.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.261.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.262.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.262.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.263.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.263.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.264.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.264.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.265.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.265.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.266.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.266.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.267.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.267.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.268.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.268.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.269.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.269.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.270.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.270.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.271.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.271.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.272.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.272.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.273.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.273.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.274.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.274.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.275.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.275.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.276.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.276.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.277.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.277.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.278.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.278.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.279.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.279.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.280.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.280.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.281.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.281.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.282.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.282.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.283.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.283.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.284.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.284.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.285.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.285.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.286.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.286.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.287.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.287.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.288.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.288.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.289.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.289.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.290.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.290.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.291.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.291.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.292.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.292.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.293.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.293.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.294.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.294.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.295.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.295.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.296.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.296.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.297.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.297.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.298.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.298.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.299.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.299.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.300.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.300.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.301.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.301.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.302.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.302.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.303.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.303.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.304.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.304.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.305.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.305.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.306.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.306.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.307.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.307.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.308.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.308.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.309.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.309.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.310.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.310.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.311.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.311.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.312.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.312.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.313.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.313.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.314.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.314.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.315.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.315.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.316.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.316.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.317.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.317.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.318.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.318.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.319.gate_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.319.up_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.160.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.161.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.162.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.163.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.164.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.165.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.166.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.167.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.168.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.169.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.170.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.171.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.172.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.173.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.174.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.175.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.176.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.177.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.178.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.179.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.180.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.181.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.182.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.183.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.184.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.185.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.186.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.187.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.188.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.189.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.190.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.191.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.192.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.193.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.194.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.195.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.196.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.197.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.198.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.199.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.200.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.201.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.202.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.203.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.204.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.205.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.206.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.207.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.208.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.209.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.210.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.211.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.212.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.213.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.214.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.215.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.216.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.217.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.218.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.219.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.220.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.221.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.222.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.223.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.224.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.225.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.226.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.227.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.228.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.229.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.230.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.231.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.232.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.233.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.234.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.235.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.236.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.237.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.238.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.239.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.240.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.241.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.242.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.243.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.244.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.245.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.246.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.247.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.248.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.249.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.250.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.251.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.252.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.253.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.254.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.255.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.256.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.257.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.258.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.259.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.260.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.261.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.262.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.263.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.264.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.265.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.266.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.267.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.268.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.269.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.270.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.271.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.272.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.273.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.274.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.275.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.276.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.277.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.278.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.279.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.280.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.281.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.282.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.283.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.284.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.285.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.286.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.287.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.288.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.289.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.290.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.291.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.292.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.293.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.294.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.295.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.296.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.297.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.298.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.299.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.300.down_proj.weight": "model-00056-of-00094.safetensors", + "model.layers.29.mlp.experts.301.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.302.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.303.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.304.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.305.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.306.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.307.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.308.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.309.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.310.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.311.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.312.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.313.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.314.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.315.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.316.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.317.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.318.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.29.mlp.experts.319.down_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.160.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.161.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.162.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.163.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.164.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.165.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.166.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.167.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.168.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.169.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.170.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.171.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.172.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.173.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.174.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.175.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.176.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.177.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.178.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.179.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.180.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.181.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.182.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.183.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.184.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.185.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.186.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.187.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.188.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.189.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.190.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.191.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.192.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.192.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.193.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.193.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.194.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.194.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.195.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.195.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.196.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.196.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.197.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.197.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.198.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.198.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.199.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.199.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.200.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.200.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.201.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.201.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.202.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.202.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.203.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.203.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.204.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.204.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.205.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.205.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.206.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.206.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.207.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.207.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.208.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.208.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.209.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.209.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.210.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.210.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.211.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.211.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.212.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.212.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.213.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.213.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.214.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.214.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.215.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.215.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.216.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.216.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.217.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.217.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.218.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.218.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.219.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.219.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.220.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.220.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.221.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.221.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.222.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.222.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.223.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.223.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.224.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.224.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.225.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.225.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.226.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.226.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.227.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.227.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.228.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.228.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.229.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.229.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.230.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.230.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.231.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.231.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.232.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.232.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.233.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.233.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.234.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.234.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.235.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.235.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.236.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.236.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.237.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.237.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.238.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.238.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.239.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.239.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.240.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.240.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.241.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.241.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.242.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.242.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.243.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.243.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.244.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.244.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.245.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.245.up_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.246.gate_proj.weight": "model-00057-of-00094.safetensors", + "model.layers.30.mlp.experts.246.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.247.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.247.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.248.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.248.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.249.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.249.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.250.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.250.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.251.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.251.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.252.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.252.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.253.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.253.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.254.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.254.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.255.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.255.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.256.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.256.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.257.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.257.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.258.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.258.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.259.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.259.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.260.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.260.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.261.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.261.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.262.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.262.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.263.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.263.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.264.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.264.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.265.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.265.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.266.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.266.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.267.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.267.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.268.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.268.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.269.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.269.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.270.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.270.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.271.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.271.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.272.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.272.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.273.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.273.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.274.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.274.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.275.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.275.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.276.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.276.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.277.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.277.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.278.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.278.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.279.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.279.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.280.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.280.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.281.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.281.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.282.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.282.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.283.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.283.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.284.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.284.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.285.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.285.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.286.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.286.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.287.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.287.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.288.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.288.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.289.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.289.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.290.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.290.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.291.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.291.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.292.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.292.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.293.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.293.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.294.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.294.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.295.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.295.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.296.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.296.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.297.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.297.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.298.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.298.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.299.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.299.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.300.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.300.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.301.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.301.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.302.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.302.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.303.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.303.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.304.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.304.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.305.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.305.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.306.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.306.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.307.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.307.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.308.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.308.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.309.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.309.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.310.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.310.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.311.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.311.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.312.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.312.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.313.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.313.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.314.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.314.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.315.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.315.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.316.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.316.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.317.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.317.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.318.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.318.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.319.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.319.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.160.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.161.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.162.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.163.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.164.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.165.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.166.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.167.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.168.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.169.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.170.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.171.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.172.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.173.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.174.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.175.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.176.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.177.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.178.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.179.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.180.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.181.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.182.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.183.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.184.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.185.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.186.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.187.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.188.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.189.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.190.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.191.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.192.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.193.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.194.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.195.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.196.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.197.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.198.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.199.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.200.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.201.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.202.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.203.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.204.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.205.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.206.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.207.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.208.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.209.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.210.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.211.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.212.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.213.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.214.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.215.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.216.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.217.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.218.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.219.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.220.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.221.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.222.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.223.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.224.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.225.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.226.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.227.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.228.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.229.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.230.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.231.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.232.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.233.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.234.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.235.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.236.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.237.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.238.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.239.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.240.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.241.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.242.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.243.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.244.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.245.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.246.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.247.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.248.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.249.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.250.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.251.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.252.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.253.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.254.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.255.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.256.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.257.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.258.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.259.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.260.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.261.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.262.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.263.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.264.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.265.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.266.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.267.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.268.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.269.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.270.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.271.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.272.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.273.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.274.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.275.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.276.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.277.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.278.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.279.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.280.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.281.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.282.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.283.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.284.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.285.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.286.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.287.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.288.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.289.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.290.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.291.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.292.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.293.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.294.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.295.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.296.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.297.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.298.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.299.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.300.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.301.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.302.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.303.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.304.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.305.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.306.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.307.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.308.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.309.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.310.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.311.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.312.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.313.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.314.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.315.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.316.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.317.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.318.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.experts.319.down_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00058-of-00094.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.160.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.161.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.162.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.163.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.164.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.165.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.166.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.167.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.168.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.169.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.170.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.171.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.172.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.173.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.174.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.175.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.176.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.177.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.178.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.179.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.180.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.181.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.182.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.183.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.184.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.185.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.186.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.187.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.188.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.189.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.190.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.191.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.192.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.192.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.193.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.193.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.194.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.194.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.195.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.195.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.196.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.196.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.197.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.197.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.198.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.198.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.199.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.199.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.200.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.200.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.201.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.201.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.202.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.202.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.203.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.203.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.204.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.204.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.205.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.205.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.206.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.206.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.207.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.207.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.208.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.208.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.209.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.209.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.210.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.210.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.211.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.211.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.212.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.212.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.213.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.213.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.214.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.214.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.215.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.215.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.216.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.216.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.217.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.217.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.218.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.218.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.219.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.219.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.220.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.220.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.221.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.221.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.222.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.222.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.223.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.223.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.224.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.224.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.225.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.225.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.226.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.226.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.227.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.227.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.228.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.228.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.229.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.229.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.230.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.230.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.231.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.231.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.232.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.232.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.233.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.233.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.234.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.234.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.235.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.235.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.236.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.236.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.237.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.237.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.238.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.238.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.239.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.239.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.240.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.240.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.241.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.241.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.242.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.242.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.243.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.243.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.244.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.244.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.245.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.245.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.246.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.246.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.247.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.247.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.248.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.248.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.249.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.249.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.250.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.250.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.251.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.251.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.252.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.252.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.253.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.253.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.254.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.254.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.255.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.255.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.256.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.256.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.257.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.257.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.258.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.258.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.259.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.259.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.260.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.260.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.261.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.261.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.262.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.262.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.263.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.263.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.264.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.264.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.265.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.265.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.266.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.266.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.267.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.267.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.268.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.268.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.269.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.269.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.270.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.270.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.271.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.271.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.272.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.272.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.273.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.273.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.274.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.274.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.275.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.275.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.276.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.276.up_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.277.gate_proj.weight": "model-00059-of-00094.safetensors", + "model.layers.31.mlp.experts.277.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.278.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.278.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.279.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.279.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.280.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.280.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.281.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.281.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.282.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.282.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.283.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.283.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.284.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.284.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.285.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.285.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.286.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.286.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.287.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.287.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.288.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.288.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.289.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.289.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.290.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.290.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.291.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.291.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.292.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.292.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.293.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.293.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.294.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.294.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.295.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.295.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.296.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.296.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.297.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.297.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.298.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.298.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.299.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.299.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.300.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.300.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.301.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.301.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.302.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.302.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.303.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.303.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.304.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.304.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.305.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.305.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.306.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.306.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.307.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.307.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.308.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.308.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.309.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.309.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.310.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.310.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.311.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.311.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.312.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.312.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.313.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.313.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.314.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.314.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.315.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.315.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.316.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.316.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.317.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.317.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.318.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.318.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.319.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.319.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.160.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.161.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.162.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.163.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.164.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.165.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.166.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.167.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.168.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.169.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.170.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.171.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.172.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.173.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.174.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.175.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.176.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.177.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.178.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.179.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.180.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.181.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.182.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.183.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.184.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.185.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.186.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.187.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.188.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.189.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.190.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.191.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.192.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.193.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.194.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.195.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.196.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.197.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.198.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.199.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.200.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.201.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.202.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.203.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.204.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.205.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.206.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.207.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.208.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.209.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.210.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.211.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.212.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.213.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.214.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.215.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.216.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.217.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.218.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.219.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.220.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.221.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.222.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.223.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.224.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.225.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.226.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.227.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.228.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.229.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.230.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.231.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.232.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.233.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.234.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.235.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.236.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.237.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.238.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.239.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.240.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.241.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.242.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.243.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.244.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.245.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.246.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.247.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.248.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.249.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.250.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.251.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.252.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.253.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.254.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.255.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.256.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.257.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.258.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.259.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.260.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.261.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.262.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.263.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.264.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.265.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.266.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.267.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.268.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.269.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.270.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.271.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.272.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.273.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.274.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.275.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.276.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.277.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.278.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.279.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.280.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.281.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.282.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.283.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.284.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.285.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.286.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.287.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.288.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.289.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.290.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.291.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.292.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.293.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.294.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.295.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.296.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.297.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.298.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.299.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.300.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.301.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.302.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.303.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.304.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.305.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.306.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.307.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.308.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.309.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.310.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.311.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.312.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.313.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.314.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.315.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.316.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.317.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.318.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.31.mlp.experts.319.down_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00060-of-00094.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.160.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.161.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.162.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.163.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.164.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.165.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.166.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.167.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.168.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.169.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.170.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.171.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.172.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.173.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.174.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.175.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.176.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.177.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.178.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.179.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.180.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.181.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.182.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.183.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.184.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.185.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.186.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.187.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.188.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.189.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.190.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.191.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.192.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.192.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.193.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.193.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.194.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.194.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.195.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.195.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.196.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.196.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.197.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.197.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.198.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.198.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.199.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.199.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.200.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.200.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.201.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.201.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.202.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.202.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.203.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.203.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.204.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.204.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.205.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.205.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.206.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.206.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.207.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.207.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.208.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.208.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.209.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.209.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.210.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.210.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.211.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.211.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.212.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.212.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.213.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.213.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.214.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.214.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.215.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.215.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.216.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.216.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.217.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.217.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.218.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.218.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.219.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.219.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.220.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.220.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.221.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.221.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.222.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.222.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.223.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.223.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.224.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.224.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.225.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.225.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.226.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.226.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.227.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.227.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.228.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.228.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.229.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.229.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.230.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.230.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.231.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.231.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.232.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.232.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.233.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.233.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.234.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.234.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.235.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.235.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.236.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.236.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.237.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.237.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.238.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.238.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.239.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.239.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.240.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.240.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.241.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.241.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.242.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.242.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.243.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.243.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.244.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.244.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.245.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.245.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.246.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.246.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.247.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.247.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.248.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.248.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.249.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.249.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.250.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.250.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.251.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.251.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.252.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.252.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.253.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.253.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.254.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.254.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.255.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.255.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.256.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.256.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.257.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.257.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.258.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.258.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.259.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.259.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.260.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.260.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.261.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.261.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.262.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.262.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.263.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.263.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.264.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.264.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.265.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.265.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.266.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.266.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.267.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.267.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.268.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.268.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.269.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.269.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.270.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.270.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.271.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.271.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.272.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.272.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.273.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.273.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.274.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.274.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.275.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.275.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.276.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.276.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.277.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.277.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.278.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.278.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.279.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.279.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.280.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.280.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.281.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.281.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.282.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.282.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.283.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.283.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.284.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.284.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.285.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.285.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.286.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.286.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.287.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.287.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.288.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.288.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.289.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.289.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.290.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.290.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.291.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.291.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.292.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.292.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.293.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.293.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.294.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.294.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.295.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.295.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.296.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.296.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.297.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.297.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.298.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.298.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.299.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.299.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.300.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.300.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.301.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.301.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.302.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.302.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.303.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.303.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.304.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.304.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.305.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.305.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.306.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.306.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.307.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.307.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.308.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.308.up_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.309.gate_proj.weight": "model-00061-of-00094.safetensors", + "model.layers.32.mlp.experts.309.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.310.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.310.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.311.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.311.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.312.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.312.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.313.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.313.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.314.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.314.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.315.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.315.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.316.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.316.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.317.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.317.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.318.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.318.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.319.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.319.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.160.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.161.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.162.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.163.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.164.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.165.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.166.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.167.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.168.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.169.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.170.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.171.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.172.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.173.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.174.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.175.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.176.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.177.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.178.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.179.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.180.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.181.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.182.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.183.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.184.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.185.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.186.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.187.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.188.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.189.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.190.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.191.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.192.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.193.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.194.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.195.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.196.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.197.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.198.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.199.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.200.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.201.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.202.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.203.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.204.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.205.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.206.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.207.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.208.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.209.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.210.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.211.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.212.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.213.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.214.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.215.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.216.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.217.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.218.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.219.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.220.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.221.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.222.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.223.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.224.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.225.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.226.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.227.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.228.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.229.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.230.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.231.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.232.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.233.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.234.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.235.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.236.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.237.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.238.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.239.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.240.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.241.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.242.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.243.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.244.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.245.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.246.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.247.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.248.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.249.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.250.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.251.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.252.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.253.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.254.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.255.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.256.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.257.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.258.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.259.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.260.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.261.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.262.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.263.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.264.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.265.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.266.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.267.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.268.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.269.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.270.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.271.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.272.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.273.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.274.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.275.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.276.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.277.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.278.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.279.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.280.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.281.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.282.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.283.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.284.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.285.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.286.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.287.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.288.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.289.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.290.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.291.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.292.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.293.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.294.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.295.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.296.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.297.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.298.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.299.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.300.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.301.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.302.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.303.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.304.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.305.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.306.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.307.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.308.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.309.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.310.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.311.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.312.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.313.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.314.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.315.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.316.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.317.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.318.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.experts.319.down_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00062-of-00094.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.160.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.161.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.162.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.163.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.164.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.165.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.166.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.167.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.168.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.169.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.170.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.171.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.172.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.173.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.174.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.175.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.176.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.177.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.178.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.179.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.180.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.181.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.182.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.183.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.184.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.185.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.186.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.187.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.188.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.189.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.190.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.191.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.192.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.192.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.193.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.193.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.194.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.194.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.195.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.195.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.196.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.196.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.197.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.197.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.198.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.198.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.199.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.199.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.200.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.200.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.201.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.201.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.202.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.202.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.203.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.203.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.204.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.204.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.205.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.205.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.206.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.206.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.207.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.207.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.208.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.208.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.209.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.209.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.210.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.210.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.211.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.211.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.212.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.212.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.213.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.213.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.214.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.214.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.215.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.215.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.216.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.216.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.217.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.217.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.218.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.218.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.219.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.219.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.220.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.220.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.221.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.221.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.222.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.222.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.223.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.223.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.224.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.224.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.225.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.225.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.226.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.226.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.227.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.227.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.228.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.228.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.229.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.229.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.230.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.230.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.231.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.231.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.232.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.232.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.233.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.233.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.234.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.234.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.235.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.235.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.236.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.236.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.237.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.237.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.238.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.238.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.239.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.239.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.240.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.240.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.241.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.241.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.242.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.242.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.243.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.243.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.244.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.244.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.245.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.245.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.246.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.246.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.247.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.247.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.248.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.248.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.249.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.249.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.250.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.250.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.251.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.251.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.252.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.252.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.253.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.253.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.254.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.254.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.255.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.255.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.256.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.256.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.257.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.257.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.258.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.258.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.259.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.259.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.260.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.260.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.261.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.261.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.262.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.262.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.263.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.263.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.264.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.264.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.265.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.265.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.266.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.266.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.267.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.267.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.268.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.268.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.269.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.269.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.270.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.270.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.271.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.271.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.272.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.272.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.273.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.273.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.274.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.274.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.275.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.275.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.276.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.276.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.277.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.277.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.278.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.278.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.279.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.279.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.280.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.280.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.281.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.281.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.282.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.282.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.283.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.283.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.284.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.284.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.285.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.285.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.286.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.286.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.287.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.287.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.288.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.288.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.289.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.289.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.290.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.290.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.291.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.291.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.292.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.292.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.293.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.293.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.294.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.294.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.295.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.295.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.296.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.296.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.297.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.297.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.298.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.298.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.299.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.299.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.300.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.300.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.301.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.301.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.302.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.302.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.303.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.303.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.304.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.304.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.305.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.305.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.306.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.306.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.307.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.307.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.308.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.308.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.309.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.309.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.310.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.310.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.311.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.311.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.312.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.312.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.313.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.313.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.314.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.314.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.315.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.315.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.316.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.316.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.317.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.317.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.318.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.318.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.319.gate_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.319.up_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00063-of-00094.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.160.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.161.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.162.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.163.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.164.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.165.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.166.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.167.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.168.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.169.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.170.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.171.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.172.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.173.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.174.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.175.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.176.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.177.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.178.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.179.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.180.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.181.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.182.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.183.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.184.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.185.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.186.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.187.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.188.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.189.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.190.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.191.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.192.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.193.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.194.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.195.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.196.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.197.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.198.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.199.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.200.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.201.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.202.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.203.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.204.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.205.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.206.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.207.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.208.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.209.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.210.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.211.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.212.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.213.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.214.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.215.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.216.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.217.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.218.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.219.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.220.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.221.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.222.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.223.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.224.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.225.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.226.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.227.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.228.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.229.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.230.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.231.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.232.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.233.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.234.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.235.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.236.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.237.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.238.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.239.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.240.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.241.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.242.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.243.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.244.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.245.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.246.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.247.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.248.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.249.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.250.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.251.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.252.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.253.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.254.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.255.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.256.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.257.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.258.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.259.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.260.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.261.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.262.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.263.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.264.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.265.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.266.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.267.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.268.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.269.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.270.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.271.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.272.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.273.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.274.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.275.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.276.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.277.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.278.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.279.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.280.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.281.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.282.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.283.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.284.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.285.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.286.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.287.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.288.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.289.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.290.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.291.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.292.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.293.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.294.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.295.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.296.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.297.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.298.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.299.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.300.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.301.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.302.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.303.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.304.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.305.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.306.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.307.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.308.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.309.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.310.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.311.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.312.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.313.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.314.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.315.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.316.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.317.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.318.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.33.mlp.experts.319.down_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.self_attn.g_b_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.gate.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00064-of-00094.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.160.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.161.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.162.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.163.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.164.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.165.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.166.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.167.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.168.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.169.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.170.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.171.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.172.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.173.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.174.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.175.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.176.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.177.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.178.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.179.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.180.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.181.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.182.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.183.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.184.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.185.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.186.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.187.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.188.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.189.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.190.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.191.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.192.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.192.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.193.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.193.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.194.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.194.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.195.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.195.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.196.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.196.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.197.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.197.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.198.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.198.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.199.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.199.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.200.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.200.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.201.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.201.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.202.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.202.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.203.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.203.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.204.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.204.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.205.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.205.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.206.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.206.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.207.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.207.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.208.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.208.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.209.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.209.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.210.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.210.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.211.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.211.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.212.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.212.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.213.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.213.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.214.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.214.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.215.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.215.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.216.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.216.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.217.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.217.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.218.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.218.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.219.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.219.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.220.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.220.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.221.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.221.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.222.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.222.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.223.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.223.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.224.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.224.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.225.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.225.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.226.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.226.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.227.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.227.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.228.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.228.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.229.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.229.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.230.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.230.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.231.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.231.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.232.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.232.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.233.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.233.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.234.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.234.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.235.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.235.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.236.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.236.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.237.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.237.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.238.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.238.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.239.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.239.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.240.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.240.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.241.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.241.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.242.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.242.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.243.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.243.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.244.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.244.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.245.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.245.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.246.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.246.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.247.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.247.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.248.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.248.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.249.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.249.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.250.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.250.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.251.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.251.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.252.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.252.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.253.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.253.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.254.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.254.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.255.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.255.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.256.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.256.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.257.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.257.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.258.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.258.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.259.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.259.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.260.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.260.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.261.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.261.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.262.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.262.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.263.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.263.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.264.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.264.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.265.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.265.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.266.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.266.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.267.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.267.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.268.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.268.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.269.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.269.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.270.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.270.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.271.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.271.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.272.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.272.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.273.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.273.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.274.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.274.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.275.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.275.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.276.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.276.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.277.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.277.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.278.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.278.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.279.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.279.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.280.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.280.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.281.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.281.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.282.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.282.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.283.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.283.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.284.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.284.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.285.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.285.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.286.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.286.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.287.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.287.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.288.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.288.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.289.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.289.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.290.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.290.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.291.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.291.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.292.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.292.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.293.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.293.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.294.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.294.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.295.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.295.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.296.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.296.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.297.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.297.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.298.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.298.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.299.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.299.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.300.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.300.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.301.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.301.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.302.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.302.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.303.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.303.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.304.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.304.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.305.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.305.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.306.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.306.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.307.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.307.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.308.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.308.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.309.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.309.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.310.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.310.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.311.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.311.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.312.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.312.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.313.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.313.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.314.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.314.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.315.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.315.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.316.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.316.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.317.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.317.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.318.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.318.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.319.gate_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.319.up_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00065-of-00094.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.160.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.161.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.162.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.163.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.164.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.165.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.166.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.167.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.168.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.169.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.170.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.171.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.172.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.173.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.174.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.175.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.176.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.177.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.178.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.179.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.180.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.181.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.182.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.183.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.184.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.185.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.186.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.187.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.188.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.189.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.190.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.191.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.192.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.193.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.194.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.195.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.196.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.197.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.198.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.199.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.200.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.201.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.202.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.203.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.204.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.205.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.206.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.207.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.208.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.209.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.210.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.211.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.212.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.213.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.214.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.215.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.216.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.217.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.218.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.219.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.220.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.221.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.222.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.223.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.224.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.225.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.226.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.227.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.228.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.229.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.230.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.231.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.232.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.233.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.234.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.235.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.236.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.237.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.238.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.239.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.240.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.241.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.242.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.243.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.244.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.245.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.246.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.247.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.248.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.249.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.250.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.251.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.252.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.253.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.254.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.255.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.256.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.257.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.258.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.259.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.260.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.261.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.262.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.263.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.264.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.265.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.266.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.267.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.268.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.269.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.270.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.271.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.272.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.273.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.274.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.275.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.276.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.277.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.278.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.279.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.280.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.281.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.282.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.283.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.284.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.285.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.286.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.287.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.288.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.289.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.290.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.291.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.292.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.293.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.294.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.295.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.296.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.297.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.298.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.299.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.300.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.301.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.302.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.303.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.304.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.305.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.306.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.307.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.308.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.309.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.310.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.311.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.312.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.313.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.314.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.315.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.316.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.317.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.318.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.34.mlp.experts.319.down_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.self_attn.g_a_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00066-of-00094.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.160.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.161.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.162.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.163.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.164.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.165.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.166.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.167.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.168.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.169.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.170.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.171.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.172.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.173.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.174.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.175.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.176.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.177.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.178.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.179.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.180.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.181.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.182.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.183.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.184.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.185.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.186.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.187.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.188.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.189.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.190.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.191.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.192.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.192.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.193.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.193.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.194.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.194.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.195.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.195.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.196.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.196.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.197.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.197.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.198.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.198.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.199.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.199.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.200.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.200.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.201.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.201.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.202.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.202.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.203.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.203.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.204.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.204.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.205.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.205.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.206.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.206.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.207.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.207.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.208.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.208.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.209.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.209.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.210.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.210.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.211.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.211.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.212.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.212.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.213.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.213.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.214.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.214.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.215.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.215.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.216.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.216.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.217.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.217.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.218.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.218.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.219.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.219.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.220.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.220.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.221.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.221.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.222.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.222.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.223.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.223.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.224.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.224.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.225.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.225.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.226.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.226.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.227.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.227.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.228.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.228.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.229.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.229.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.230.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.230.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.231.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.231.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.232.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.232.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.233.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.233.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.234.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.234.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.235.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.235.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.236.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.236.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.237.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.237.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.238.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.238.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.239.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.239.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.240.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.240.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.241.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.241.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.242.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.242.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.243.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.243.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.244.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.244.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.245.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.245.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.246.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.246.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.247.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.247.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.248.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.248.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.249.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.249.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.250.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.250.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.251.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.251.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.252.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.252.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.253.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.253.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.254.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.254.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.255.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.255.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.256.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.256.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.257.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.257.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.258.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.258.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.259.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.259.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.260.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.260.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.261.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.261.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.262.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.262.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.263.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.263.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.264.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.264.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.265.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.265.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.266.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.266.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.267.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.267.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.268.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.268.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.269.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.269.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.270.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.270.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.271.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.271.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.272.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.272.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.273.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.273.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.274.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.274.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.275.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.275.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.276.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.276.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.277.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.277.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.278.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.278.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.279.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.279.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.280.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.280.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.281.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.281.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.282.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.282.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.283.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.283.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.284.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.284.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.285.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.285.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.286.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.286.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.287.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.287.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.288.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.288.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.289.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.289.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.290.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.290.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.291.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.291.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.292.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.292.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.293.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.293.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.294.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.294.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.295.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.295.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.296.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.296.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.297.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.297.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.298.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.298.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.299.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.299.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.300.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.300.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.301.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.301.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.302.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.302.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.303.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.303.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.304.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.304.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.305.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.305.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.306.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.306.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.307.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.307.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.308.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.308.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.309.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.309.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.310.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.310.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.311.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.311.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.312.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.312.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.313.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.313.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.314.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.314.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.315.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.315.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.316.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.316.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.317.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.317.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.318.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.318.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.319.gate_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.319.up_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.160.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.161.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.162.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.163.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.164.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.165.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.166.down_proj.weight": "model-00067-of-00094.safetensors", + "model.layers.35.mlp.experts.167.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.168.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.169.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.170.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.171.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.172.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.173.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.174.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.175.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.176.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.177.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.178.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.179.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.180.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.181.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.182.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.183.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.184.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.185.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.186.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.187.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.188.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.189.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.190.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.191.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.192.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.193.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.194.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.195.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.196.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.197.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.198.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.199.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.200.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.201.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.202.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.203.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.204.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.205.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.206.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.207.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.208.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.209.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.210.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.211.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.212.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.213.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.214.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.215.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.216.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.217.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.218.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.219.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.220.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.221.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.222.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.223.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.224.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.225.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.226.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.227.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.228.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.229.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.230.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.231.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.232.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.233.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.234.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.235.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.236.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.237.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.238.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.239.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.240.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.241.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.242.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.243.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.244.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.245.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.246.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.247.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.248.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.249.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.250.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.251.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.252.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.253.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.254.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.255.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.256.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.257.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.258.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.259.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.260.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.261.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.262.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.263.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.264.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.265.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.266.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.267.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.268.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.269.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.270.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.271.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.272.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.273.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.274.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.275.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.276.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.277.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.278.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.279.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.280.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.281.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.282.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.283.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.284.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.285.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.286.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.287.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.288.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.289.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.290.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.291.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.292.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.293.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.294.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.295.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.296.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.297.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.298.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.299.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.300.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.301.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.302.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.303.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.304.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.305.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.306.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.307.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.308.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.309.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.310.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.311.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.312.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.313.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.314.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.315.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.316.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.317.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.318.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.35.mlp.experts.319.down_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.160.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.161.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.162.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.163.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.164.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.165.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.166.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.167.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.168.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.169.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.170.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.171.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.172.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.173.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.174.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.175.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.176.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.177.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.178.up_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00068-of-00094.safetensors", + "model.layers.24.mlp.experts.179.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.180.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.181.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.182.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.183.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.184.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.185.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.186.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.187.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.188.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.189.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.190.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.191.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.192.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.192.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.193.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.193.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.194.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.194.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.195.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.195.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.196.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.196.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.197.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.197.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.198.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.198.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.199.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.199.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.200.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.200.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.201.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.201.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.202.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.202.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.203.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.203.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.204.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.204.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.205.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.205.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.206.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.206.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.207.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.207.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.208.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.208.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.209.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.209.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.210.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.210.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.211.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.211.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.212.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.212.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.213.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.213.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.214.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.214.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.215.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.215.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.216.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.216.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.217.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.217.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.218.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.218.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.219.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.219.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.220.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.220.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.221.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.221.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.222.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.222.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.223.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.223.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.224.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.224.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.225.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.225.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.226.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.226.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.227.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.227.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.228.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.228.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.229.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.229.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.230.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.230.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.231.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.231.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.232.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.232.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.233.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.233.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.234.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.234.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.235.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.235.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.236.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.236.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.237.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.237.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.238.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.238.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.239.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.239.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.240.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.240.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.241.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.241.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.242.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.242.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.243.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.243.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.244.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.244.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.245.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.245.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.246.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.246.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.247.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.247.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.248.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.248.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.249.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.249.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.250.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.250.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.251.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.251.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.252.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.252.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.253.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.253.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.254.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.254.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.255.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.255.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.256.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.256.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.257.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.257.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.258.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.258.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.259.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.259.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.260.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.260.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.261.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.261.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.262.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.262.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.263.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.263.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.264.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.264.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.265.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.265.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.266.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.266.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.267.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.267.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.268.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.268.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.269.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.269.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.270.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.270.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.271.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.271.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.272.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.272.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.273.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.273.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.274.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.274.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.275.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.275.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.276.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.276.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.277.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.277.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.278.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.278.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.279.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.279.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.280.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.280.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.281.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.281.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.282.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.282.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.283.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.283.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.284.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.284.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.285.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.285.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.286.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.286.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.287.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.287.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.288.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.288.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.289.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.289.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.290.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.290.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.291.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.291.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.292.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.292.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.293.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.293.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.294.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.294.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.295.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.295.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.296.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.296.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.297.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.297.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.298.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.298.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.299.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.299.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.300.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.300.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.301.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.301.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.302.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.302.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.303.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.303.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.304.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.304.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.305.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.305.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.306.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.306.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.307.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.307.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.308.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.308.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.309.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.309.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.310.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.310.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.311.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.311.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.312.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.312.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.313.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.313.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.314.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.314.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.315.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.315.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.316.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.316.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.317.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.317.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.318.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.318.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.319.gate_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.319.up_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.160.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.161.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.162.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.163.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.164.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.165.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.166.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.167.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.168.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.169.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.170.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.171.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.172.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.173.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.174.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.175.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.176.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.177.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.178.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.179.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.180.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.181.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.182.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.183.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.184.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.185.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.186.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.187.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.188.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.189.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.190.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.191.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.192.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.193.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.194.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.195.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.196.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.197.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.198.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.199.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.200.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.201.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.202.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.203.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.204.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.205.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.206.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.207.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.208.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.209.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.210.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.211.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.212.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.213.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.214.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.215.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.216.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.217.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.218.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.219.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.220.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.221.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.222.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.223.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.224.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.225.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.226.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.227.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.228.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.229.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.230.down_proj.weight": "model-00069-of-00094.safetensors", + "model.layers.24.mlp.experts.231.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.232.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.233.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.234.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.235.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.236.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.237.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.238.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.239.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.240.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.241.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.242.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.243.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.244.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.245.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.246.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.247.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.248.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.249.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.250.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.251.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.252.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.253.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.254.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.255.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.256.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.257.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.258.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.259.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.260.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.261.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.262.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.263.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.264.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.265.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.266.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.267.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.268.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.269.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.270.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.271.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.272.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.273.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.274.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.275.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.276.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.277.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.278.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.279.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.280.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.281.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.282.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.283.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.284.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.285.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.286.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.287.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.288.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.289.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.290.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.291.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.292.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.293.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.294.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.295.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.296.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.297.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.298.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.299.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.300.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.301.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.302.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.303.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.304.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.305.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.306.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.307.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.308.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.309.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.310.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.311.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.312.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.313.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.314.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.315.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.316.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.317.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.318.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.experts.319.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.32.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.33.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.34.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.25.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.30.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.28.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.35.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.28.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.v_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.26.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.31.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.24.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.q_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.A_log": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.29.input_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00070-of-00094.safetensors", + "model.layers.32.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.o_norm.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.dt_bias": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.k_conv1d.weight": "model-00070-of-00094.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.25.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.f_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.33.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.f_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.27.self_attn.g_b_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.30.mlp.gate.weight": "model-00070-of-00094.safetensors", + "model.layers.34.self_attn.g_a_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00070-of-00094.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.24.self_attn.g_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.32.self_attn.g_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.28.self_attn.g_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.160.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.161.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.163.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.162.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.166.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.164.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.165.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.169.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.167.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.168.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.170.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.171.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.172.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.176.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.177.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.178.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.175.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.173.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.174.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.179.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.180.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.181.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.185.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.186.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.187.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.188.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.189.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.190.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.191.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.192.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.192.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.182.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.183.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.184.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.193.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.193.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.194.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.194.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.195.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.195.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.196.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.196.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.197.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.197.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.201.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.201.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.202.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.202.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.203.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.203.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.204.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.204.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.205.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.205.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.206.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.206.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.207.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.207.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.208.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.208.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.209.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.209.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.210.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.210.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.211.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.211.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.212.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.212.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.213.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.213.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.214.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.214.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.215.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.215.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.216.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.216.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.217.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.217.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.218.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.218.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.219.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.219.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.220.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.220.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.221.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.221.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.222.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.222.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.223.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.223.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.224.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.224.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.198.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.198.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.226.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.226.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.200.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.200.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.225.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.225.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.229.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.229.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.230.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.230.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.231.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.231.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.232.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.232.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.233.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.233.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.234.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.234.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.235.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.235.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.199.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.199.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.227.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.227.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.228.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.228.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.239.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.239.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.240.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.240.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.237.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.237.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.238.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.238.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.243.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.243.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.241.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.241.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.242.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.242.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.246.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.246.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.244.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.244.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.245.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.245.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.249.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.249.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.247.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.247.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.248.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.248.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.236.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.236.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.253.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.253.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.254.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.254.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.255.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.255.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.256.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.256.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.257.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.257.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.258.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.258.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.259.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.259.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.260.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.260.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.261.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.261.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.262.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.262.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.263.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.263.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.264.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.264.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.265.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.265.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.266.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.266.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.267.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.267.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.268.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.268.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.269.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.269.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.270.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.270.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.271.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.271.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.272.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.272.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.273.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.273.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.274.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.274.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.275.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.275.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.276.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.276.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.277.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.277.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.278.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.278.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.279.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.279.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.280.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.280.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.281.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.281.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.282.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.282.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.283.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.283.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.284.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.284.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.285.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.285.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.286.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.286.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.287.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.287.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.288.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.288.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.289.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.289.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.290.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.290.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.291.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.291.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.292.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.292.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.293.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.293.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.294.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.294.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.295.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.295.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.296.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.296.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.297.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.297.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.298.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.298.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.299.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.299.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.300.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.300.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.301.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.301.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.302.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.302.up_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.303.gate_proj.weight": "model-00071-of-00094.safetensors", + "model.layers.37.mlp.experts.303.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.304.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.304.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.305.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.305.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.306.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.306.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.307.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.307.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.308.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.308.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.309.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.309.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.310.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.310.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.311.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.311.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.312.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.312.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.313.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.313.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.314.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.314.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.315.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.315.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.316.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.316.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.317.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.317.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.318.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.318.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.319.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.319.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.160.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.161.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.162.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.163.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.164.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.165.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.166.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.167.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.168.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.169.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.170.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.171.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.172.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.173.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.174.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.175.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.176.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.177.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.178.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.179.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.180.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.181.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.182.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.183.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.184.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.185.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.186.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.187.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.188.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.189.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.190.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.191.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.192.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.193.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.194.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.195.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.196.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.197.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.198.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.199.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.200.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.201.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.202.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.203.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.204.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.205.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.206.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.207.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.208.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.209.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.210.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.211.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.212.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.213.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.214.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.215.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.216.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.217.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.218.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.219.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.220.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.221.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.222.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.223.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.224.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.225.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.226.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.227.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.228.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.229.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.230.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.231.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.232.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.233.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.234.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.235.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.236.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.237.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.238.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.239.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.240.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.241.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.242.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.243.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.244.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.245.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.246.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.247.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.248.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.249.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.250.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.251.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.252.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.253.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.254.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.255.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.256.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.257.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.258.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.259.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.260.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.261.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.262.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.263.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.264.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.265.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.266.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.267.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.268.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.269.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.270.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.271.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.272.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.273.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.274.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.275.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.276.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.277.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.278.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.279.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.280.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.281.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.282.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.283.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.284.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.285.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.286.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.287.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.288.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.289.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.290.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.291.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.292.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.293.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.294.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.295.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.296.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.297.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.298.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.299.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.300.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.301.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.302.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.303.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.304.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.305.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.306.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.307.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.308.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.309.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.310.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.311.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.312.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.313.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.314.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.315.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.316.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.317.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.318.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.319.down_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.self_attn.f_b_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.250.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.250.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.251.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.251.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.252.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.37.mlp.experts.252.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00072-of-00094.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.160.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.161.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.162.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.163.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.164.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.165.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.166.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.167.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.168.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.169.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.170.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.171.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.172.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.173.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.174.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.175.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.176.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.177.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.178.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.179.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.180.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.181.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.182.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.183.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.184.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.185.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.186.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.187.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.188.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.189.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.190.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.191.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.192.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.192.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.193.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.193.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.194.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.194.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.195.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.195.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.196.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.196.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.197.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.197.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.198.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.198.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.199.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.199.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.200.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.200.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.201.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.201.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.202.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.202.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.203.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.203.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.204.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.204.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.205.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.205.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.206.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.206.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.207.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.207.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.208.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.208.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.209.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.209.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.210.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.210.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.211.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.211.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.212.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.212.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.213.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.213.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.214.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.214.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.215.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.215.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.216.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.216.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.217.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.217.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.218.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.218.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.219.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.219.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.220.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.220.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.221.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.221.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.222.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.222.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.223.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.223.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.224.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.224.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.225.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.225.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.226.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.226.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.229.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.229.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.230.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.230.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.231.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.231.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.233.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.233.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.228.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.228.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.232.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.232.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.227.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.227.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.237.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.237.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.238.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.238.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.239.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.239.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.234.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.234.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.235.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.235.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.236.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.236.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.243.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.243.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.241.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.241.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.242.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.242.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.246.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.246.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.247.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.247.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.245.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.245.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.249.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.249.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.244.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.244.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.248.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.248.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.240.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.240.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.253.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.253.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.254.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.254.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.255.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.255.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.256.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.256.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.257.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.257.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.258.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.258.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.259.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.259.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.260.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.260.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.261.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.261.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.262.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.262.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.263.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.263.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.264.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.264.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.265.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.265.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.266.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.266.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.267.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.267.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.268.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.268.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.269.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.269.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.270.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.270.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.271.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.271.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.272.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.272.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.273.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.273.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.274.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.274.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.275.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.275.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.276.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.276.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.277.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.277.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.278.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.278.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.279.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.279.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.280.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.280.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.281.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.281.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.282.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.282.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.283.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.283.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.284.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.284.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.285.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.285.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.286.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.286.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.287.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.287.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.288.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.288.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.289.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.289.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.290.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.290.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.291.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.291.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.292.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.292.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.293.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.293.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.294.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.294.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.295.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.295.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.296.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.296.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.297.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.297.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.298.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.298.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.299.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.299.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.300.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.300.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.301.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.301.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.302.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.302.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.303.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.303.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.304.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.304.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.305.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.305.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.306.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.306.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.307.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.307.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.308.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.308.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.309.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.309.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.310.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.310.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.311.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.311.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.312.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.312.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.313.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.313.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.314.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.314.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.315.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.315.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.316.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.316.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.317.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.317.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.318.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.318.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.319.gate_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.319.up_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00073-of-00094.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.160.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.161.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.162.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.163.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.164.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.165.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.166.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.167.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.168.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.169.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.170.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.171.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.172.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.173.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.174.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.175.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.176.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.177.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.178.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.179.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.180.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.181.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.182.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.183.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.184.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.185.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.186.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.187.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.188.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.189.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.190.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.191.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.192.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.193.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.194.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.195.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.196.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.197.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.198.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.199.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.200.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.201.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.202.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.203.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.204.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.205.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.206.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.207.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.208.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.209.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.210.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.211.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.212.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.213.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.214.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.215.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.216.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.217.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.218.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.219.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.220.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.221.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.222.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.223.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.224.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.225.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.226.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.227.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.228.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.229.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.230.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.231.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.232.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.233.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.234.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.235.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.236.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.237.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.238.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.239.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.240.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.241.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.242.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.243.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.244.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.245.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.246.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.247.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.248.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.249.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.250.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.251.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.252.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.253.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.254.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.255.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.256.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.257.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.258.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.259.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.260.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.261.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.262.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.263.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.264.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.265.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.266.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.267.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.268.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.269.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.270.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.271.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.272.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.273.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.274.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.275.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.276.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.277.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.278.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.279.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.280.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.281.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.282.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.283.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.284.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.285.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.286.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.287.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.288.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.289.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.290.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.291.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.292.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.293.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.294.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.295.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.296.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.297.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.298.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.299.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.300.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.301.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.302.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.303.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.304.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.305.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.306.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.307.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.308.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.309.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.310.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.311.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.312.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.313.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.314.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.315.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.316.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.317.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.318.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.319.down_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.gate.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.250.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.250.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.251.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.251.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.252.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.38.mlp.experts.252.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00074-of-00094.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.160.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.162.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.163.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.161.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.165.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.164.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.169.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.170.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.168.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.166.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.167.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.174.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.172.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.173.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.177.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.175.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.176.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.171.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.181.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.182.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.183.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.184.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.185.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.186.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.187.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.188.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.189.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.190.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.191.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.192.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.192.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.193.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.193.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.194.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.194.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.195.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.195.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.196.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.196.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.197.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.197.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.198.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.198.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.199.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.199.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.200.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.200.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.201.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.201.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.202.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.202.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.203.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.203.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.204.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.204.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.205.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.205.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.206.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.206.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.207.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.207.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.208.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.208.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.209.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.209.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.210.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.210.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.211.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.211.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.212.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.212.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.213.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.213.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.214.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.214.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.215.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.215.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.216.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.216.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.217.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.217.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.218.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.218.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.219.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.219.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.220.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.220.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.221.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.221.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.222.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.222.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.223.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.223.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.224.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.224.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.225.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.225.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.226.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.226.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.227.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.227.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.228.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.228.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.229.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.229.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.230.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.230.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.231.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.231.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.232.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.232.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.233.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.233.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.234.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.234.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.235.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.235.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.236.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.236.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.237.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.237.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.238.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.238.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.239.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.239.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.240.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.240.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.241.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.241.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.242.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.242.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.243.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.243.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.244.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.244.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.245.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.245.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.246.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.246.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.247.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.247.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.248.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.248.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.249.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.249.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.250.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.250.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.251.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.251.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.252.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.252.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.253.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.253.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.254.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.254.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.255.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.255.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.256.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.256.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.257.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.257.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.258.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.258.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.259.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.259.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.260.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.260.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.261.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.261.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.262.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.262.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.263.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.263.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.264.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.264.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.265.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.265.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.266.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.266.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.267.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.267.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.268.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.268.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.269.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.269.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.270.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.270.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.271.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.271.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.272.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.272.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.273.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.273.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.274.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.274.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.275.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.275.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.276.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.276.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.277.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.277.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.278.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.278.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.279.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.279.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.280.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.280.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.281.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.281.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.282.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.282.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.283.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.283.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.284.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.284.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.285.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.285.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.286.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.286.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.287.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.287.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.288.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.288.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.289.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.289.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.290.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.290.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.291.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.291.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.292.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.292.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.293.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.293.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.294.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.294.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.295.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.295.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.296.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.296.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.297.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.297.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.298.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.298.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.299.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.299.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.300.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.300.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.301.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.301.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.302.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.302.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.303.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.303.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.304.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.304.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.305.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.305.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.306.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.306.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.307.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.307.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.308.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.308.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.309.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.309.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.310.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.310.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.311.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.311.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.312.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.312.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.313.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.313.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.314.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.314.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.315.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.315.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.316.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.316.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.317.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.317.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.318.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.318.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.319.gate_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.319.up_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00075-of-00094.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.160.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.161.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.162.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.163.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.164.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.165.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.166.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.167.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.168.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.169.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.170.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.171.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.172.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.173.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.174.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.175.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.176.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.177.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.178.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.179.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.180.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.181.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.182.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.183.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.184.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.185.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.186.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.187.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.188.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.189.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.190.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.191.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.192.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.193.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.194.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.195.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.196.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.197.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.198.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.199.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.200.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.201.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.202.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.203.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.204.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.205.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.206.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.207.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.208.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.209.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.210.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.211.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.212.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.213.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.214.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.215.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.216.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.217.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.218.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.219.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.220.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.221.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.222.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.223.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.224.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.225.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.226.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.227.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.228.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.229.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.230.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.231.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.232.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.233.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.234.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.235.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.236.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.237.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.238.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.239.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.240.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.241.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.242.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.243.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.244.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.245.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.246.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.247.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.248.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.249.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.250.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.251.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.252.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.253.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.254.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.255.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.256.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.257.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.258.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.259.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.260.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.261.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.262.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.263.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.264.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.265.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.266.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.267.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.268.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.269.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.270.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.271.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.272.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.273.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.274.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.275.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.276.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.277.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.278.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.279.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.280.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.281.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.282.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.283.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.284.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.285.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.286.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.287.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.288.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.289.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.290.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.291.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.292.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.293.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.294.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.295.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.296.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.297.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.298.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.299.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.300.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.301.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.302.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.303.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.304.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.305.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.306.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.307.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.308.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.309.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.310.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.311.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.312.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.313.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.314.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.315.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.316.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.317.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.318.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.319.down_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.178.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.179.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.39.mlp.experts.180.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00076-of-00094.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.160.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.161.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.162.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.163.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.164.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.165.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.166.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.167.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.168.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.169.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.170.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.171.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.172.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.173.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.174.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.175.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.176.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.177.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.178.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.179.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.180.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.181.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.182.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.183.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.184.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.185.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.186.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.187.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.188.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.189.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.190.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.191.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.192.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.192.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.193.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.193.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.194.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.194.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.195.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.195.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.196.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.196.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.197.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.197.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.198.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.198.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.199.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.199.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.200.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.200.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.201.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.201.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.202.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.202.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.203.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.203.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.204.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.204.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.205.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.205.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.206.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.206.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.207.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.207.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.208.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.208.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.209.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.209.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.210.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.210.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.211.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.211.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.212.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.212.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.213.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.213.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.214.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.214.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.215.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.215.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.216.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.216.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.217.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.217.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.218.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.218.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.219.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.219.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.220.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.220.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.221.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.221.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.222.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.222.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.223.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.223.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.224.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.224.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.225.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.225.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.226.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.226.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.227.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.227.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.228.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.228.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.229.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.229.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.230.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.230.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.231.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.231.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.232.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.232.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.233.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.233.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.234.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.234.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.235.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.235.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.236.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.236.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.237.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.237.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.238.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.238.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.239.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.239.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.240.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.240.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.241.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.241.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.242.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.242.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.243.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.243.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.244.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.244.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.245.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.245.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.246.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.246.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.247.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.247.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.248.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.248.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.249.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.249.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.250.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.250.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.251.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.251.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.252.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.252.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.253.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.253.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.254.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.254.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.255.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.255.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.256.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.256.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.257.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.257.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.258.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.258.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.259.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.259.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.260.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.260.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.261.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.261.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.262.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.262.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.263.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.263.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.264.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.264.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.265.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.265.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.266.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.266.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.267.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.267.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.268.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.268.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.269.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.269.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.270.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.270.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.271.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.271.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.272.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.272.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.273.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.273.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.274.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.274.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.275.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.275.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.276.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.276.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.277.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.277.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.278.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.278.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.279.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.279.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.280.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.280.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.281.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.281.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.282.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.282.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.283.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.283.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.284.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.284.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.285.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.285.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.286.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.286.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.287.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.287.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.288.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.288.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.289.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.289.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.290.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.290.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.291.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.291.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.292.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.292.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.293.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.293.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.294.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.294.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.295.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.295.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.296.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.296.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.297.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.297.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.298.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.298.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.299.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.299.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.300.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.300.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.301.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.301.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.302.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.302.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.303.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.303.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.304.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.304.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.305.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.305.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.306.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.306.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.307.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.307.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.308.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.308.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.309.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.309.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.310.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.310.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.311.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.311.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.312.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.312.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.313.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.313.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.314.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.314.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.315.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.315.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.316.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.316.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.317.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.317.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.318.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.318.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.319.gate_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.319.up_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00077-of-00094.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.160.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.161.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.162.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.163.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.164.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.165.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.166.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.167.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.168.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.169.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.170.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.171.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.172.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.173.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.174.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.175.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.176.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.177.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.178.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.179.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.180.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.181.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.182.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.183.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.184.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.185.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.186.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.187.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.188.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.189.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.190.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.191.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.192.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.193.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.194.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.195.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.196.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.197.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.198.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.199.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.200.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.201.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.202.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.203.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.204.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.205.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.206.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.207.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.208.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.209.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.210.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.211.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.212.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.213.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.214.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.215.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.216.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.217.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.218.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.219.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.220.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.221.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.222.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.223.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.224.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.225.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.226.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.227.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.228.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.229.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.230.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.231.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.232.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.233.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.234.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.235.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.236.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.237.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.238.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.239.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.240.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.241.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.242.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.243.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.244.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.245.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.246.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.247.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.248.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.249.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.250.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.251.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.252.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.253.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.254.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.255.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.256.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.257.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.258.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.259.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.260.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.261.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.262.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.263.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.264.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.265.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.266.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.267.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.268.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.269.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.270.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.271.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.272.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.273.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.274.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.275.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.276.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.277.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.278.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.279.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.280.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.281.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.282.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.283.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.284.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.285.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.286.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.287.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.288.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.289.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.290.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.291.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.292.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.293.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.294.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.295.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.296.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.297.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.298.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.299.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.300.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.301.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.302.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.303.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.304.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.305.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.306.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.307.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.308.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.309.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.310.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.311.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.312.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.313.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.314.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.315.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.316.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.317.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.318.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.40.mlp.experts.319.down_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.160.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.161.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.162.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.163.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.164.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.165.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.166.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.167.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.168.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.169.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.170.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.171.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.172.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.173.up_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00078-of-00094.safetensors", + "model.layers.41.mlp.experts.174.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.175.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.176.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.177.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.178.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.179.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.180.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.181.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.182.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.183.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.184.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.185.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.186.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.187.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.188.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.189.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.190.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.191.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.192.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.192.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.193.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.193.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.194.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.194.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.195.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.195.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.196.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.196.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.197.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.197.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.198.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.198.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.199.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.199.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.200.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.200.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.201.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.201.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.202.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.202.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.203.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.203.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.204.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.204.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.205.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.205.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.206.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.206.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.207.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.207.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.208.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.208.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.209.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.209.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.210.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.210.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.211.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.211.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.212.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.212.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.213.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.213.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.214.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.214.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.215.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.215.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.216.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.216.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.217.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.217.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.218.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.218.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.219.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.219.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.220.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.220.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.221.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.221.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.222.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.222.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.223.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.223.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.224.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.224.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.225.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.225.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.226.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.226.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.227.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.227.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.228.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.228.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.229.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.229.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.230.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.230.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.231.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.231.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.232.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.232.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.233.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.233.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.234.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.234.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.235.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.235.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.236.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.236.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.237.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.237.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.238.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.238.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.239.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.239.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.240.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.240.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.241.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.241.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.242.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.242.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.243.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.243.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.244.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.244.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.245.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.245.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.246.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.246.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.247.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.247.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.248.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.248.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.249.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.249.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.250.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.250.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.251.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.251.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.252.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.252.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.253.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.253.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.254.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.254.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.255.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.255.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.256.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.256.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.257.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.257.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.258.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.258.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.259.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.259.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.260.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.260.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.261.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.261.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.262.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.262.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.263.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.263.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.264.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.264.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.265.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.265.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.266.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.266.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.267.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.267.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.268.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.268.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.269.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.269.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.270.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.270.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.273.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.273.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.274.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.274.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.275.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.275.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.277.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.277.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.272.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.272.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.279.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.279.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.271.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.271.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.281.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.281.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.282.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.282.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.283.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.283.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.284.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.284.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.285.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.285.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.286.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.286.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.287.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.287.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.288.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.288.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.289.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.289.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.290.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.290.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.291.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.291.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.292.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.292.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.293.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.293.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.294.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.294.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.295.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.295.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.296.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.296.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.297.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.297.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.298.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.298.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.299.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.299.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.300.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.300.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.301.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.301.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.302.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.302.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.303.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.303.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.304.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.304.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.305.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.305.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.306.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.306.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.307.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.307.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.308.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.308.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.309.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.309.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.310.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.310.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.311.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.311.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.312.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.312.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.313.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.313.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.314.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.314.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.315.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.315.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.316.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.316.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.317.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.317.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.318.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.318.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.319.gate_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.319.up_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.160.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.161.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.162.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.163.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.164.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.165.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.166.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.167.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.168.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.169.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.170.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.171.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.172.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.173.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.174.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.175.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.176.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.177.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.178.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.179.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.180.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.181.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.182.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.183.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.184.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.185.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.186.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.187.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.188.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.189.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.190.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.191.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.192.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.193.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.194.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.195.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.196.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.197.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.198.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.199.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.200.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.201.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.202.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.203.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.204.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.205.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.206.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.207.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.208.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.209.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.210.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.211.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.212.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.213.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.214.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.215.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.216.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.217.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.218.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.219.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.220.down_proj.weight": "model-00079-of-00094.safetensors", + "model.layers.41.mlp.experts.221.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.222.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.223.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.224.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.225.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.226.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.227.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.228.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.229.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.230.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.231.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.232.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.233.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.234.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.235.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.236.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.237.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.238.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.239.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.240.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.241.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.242.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.243.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.244.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.245.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.246.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.247.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.248.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.249.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.250.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.251.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.252.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.253.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.254.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.255.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.256.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.257.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.258.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.259.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.260.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.261.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.262.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.263.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.264.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.265.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.266.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.267.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.268.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.269.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.270.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.271.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.272.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.273.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.274.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.275.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.276.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.277.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.278.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.279.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.280.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.281.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.282.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.283.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.284.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.285.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.286.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.287.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.288.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.289.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.290.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.291.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.292.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.293.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.294.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.295.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.296.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.297.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.298.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.299.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.300.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.301.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.302.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.303.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.304.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.305.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.306.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.307.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.308.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.309.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.310.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.311.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.312.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.313.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.314.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.315.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.316.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.317.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.318.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.experts.319.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.self_attn.b_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.self_attn.f_a_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.160.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.161.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.162.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.163.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.164.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.165.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.166.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.167.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.168.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.169.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.170.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.171.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.172.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.173.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.174.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.175.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.176.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.177.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.178.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.179.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.180.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.181.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.182.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.183.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.184.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.185.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.186.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.187.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.188.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.189.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.190.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.191.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.192.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.192.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.193.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.193.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.194.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.194.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.195.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.195.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.196.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.196.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.197.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.197.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.198.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.198.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.199.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.199.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.200.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.200.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.201.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.201.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.202.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.202.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.203.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.203.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.204.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.204.up_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.205.gate_proj.weight": "model-00080-of-00094.safetensors", + "model.layers.42.mlp.experts.205.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.206.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.206.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.207.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.207.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.208.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.208.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.209.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.209.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.210.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.210.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.211.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.211.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.212.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.212.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.213.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.213.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.214.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.214.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.215.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.215.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.216.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.216.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.217.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.217.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.218.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.218.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.219.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.219.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.220.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.220.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.221.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.221.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.222.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.222.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.41.mlp.experts.280.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.41.mlp.experts.280.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.224.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.224.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.41.mlp.experts.278.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.41.mlp.experts.278.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.41.mlp.experts.276.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.41.mlp.experts.276.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.227.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.227.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.228.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.228.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.225.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.225.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.226.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.226.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.231.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.231.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.232.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.232.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.229.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.229.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.230.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.230.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.235.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.235.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.236.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.236.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.233.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.233.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.234.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.234.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.239.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.239.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.237.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.237.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.241.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.241.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.242.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.242.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.243.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.243.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.238.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.238.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.245.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.245.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.240.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.240.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.244.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.244.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.223.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.223.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.249.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.249.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.247.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.247.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.248.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.248.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.246.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.246.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.253.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.253.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.251.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.251.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.252.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.252.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.250.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.250.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.257.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.257.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.258.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.258.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.259.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.259.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.260.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.260.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.261.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.261.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.262.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.262.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.263.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.263.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.264.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.264.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.265.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.265.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.266.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.266.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.267.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.267.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.268.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.268.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.269.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.269.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.270.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.270.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.271.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.271.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.272.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.272.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.273.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.273.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.274.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.274.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.275.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.275.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.276.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.276.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.277.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.277.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.278.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.278.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.279.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.279.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.280.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.280.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.281.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.281.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.282.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.282.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.283.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.283.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.284.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.284.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.285.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.285.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.286.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.286.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.287.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.287.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.288.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.288.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.289.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.289.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.290.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.290.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.291.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.291.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.292.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.292.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.293.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.293.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.294.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.294.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.295.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.295.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.296.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.296.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.297.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.297.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.298.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.298.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.299.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.299.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.300.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.300.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.301.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.301.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.302.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.302.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.303.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.303.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.304.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.304.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.305.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.305.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.306.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.306.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.307.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.307.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.308.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.308.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.309.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.309.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.310.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.310.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.311.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.311.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.312.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.312.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.313.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.313.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.314.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.314.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.315.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.315.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.316.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.316.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.317.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.317.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.318.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.318.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.319.gate_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.319.up_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.160.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.161.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.162.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.163.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.164.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.165.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.166.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.167.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.168.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.169.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.170.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.171.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.172.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.173.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.174.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.175.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.176.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.177.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.178.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.179.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.180.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.181.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.182.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.183.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.184.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.185.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.186.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.187.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.188.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.189.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.190.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.191.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.192.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.193.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.194.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.195.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.196.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.197.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.198.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.199.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.200.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.201.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.202.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.203.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.204.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.205.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.206.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.207.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.208.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.209.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.210.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.211.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.212.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.213.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.214.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.215.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.216.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.217.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.218.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.219.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.220.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.221.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.222.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.223.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.224.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.225.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.226.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.227.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.228.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.229.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.230.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.231.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.232.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.233.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.234.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.235.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.236.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.237.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.238.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.239.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.240.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.241.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.242.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.243.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.244.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.245.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.246.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.247.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.248.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.249.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.250.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.251.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.252.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.253.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.254.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.255.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.256.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.257.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.258.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.259.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.260.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.261.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.262.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.263.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.264.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.265.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.266.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.267.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.268.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.269.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.270.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.271.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.272.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.273.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.274.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.275.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.276.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.277.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.278.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.279.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.280.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.281.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.282.down_proj.weight": "model-00081-of-00094.safetensors", + "model.layers.42.mlp.experts.283.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.284.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.285.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.286.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.287.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.288.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.289.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.290.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.291.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.292.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.293.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.294.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.295.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.296.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.297.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.298.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.299.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.300.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.301.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.302.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.303.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.304.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.305.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.306.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.307.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.308.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.309.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.310.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.311.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.312.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.313.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.314.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.315.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.316.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.317.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.318.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.319.down_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.self_attn.q_conv1d.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.256.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.256.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.254.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.254.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.255.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.42.mlp.experts.255.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.160.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.161.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.162.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.163.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.164.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.165.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.166.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.167.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.168.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.169.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.170.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.171.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.172.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.173.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.174.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.175.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.176.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.177.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.178.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.179.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.180.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.181.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.182.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.183.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.184.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.185.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.186.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.187.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.188.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.189.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.190.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.191.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.192.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.192.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.193.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.193.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.194.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.194.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.195.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.195.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.196.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.196.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.197.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.197.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.198.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.198.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.199.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.199.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.200.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.200.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.201.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.201.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.202.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.202.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.203.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.203.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.204.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.204.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.205.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.205.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.206.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.206.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.207.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.207.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.208.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.208.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.209.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.209.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.210.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.210.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.211.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.211.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.212.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.212.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.213.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.213.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.214.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.214.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.215.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.215.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.216.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.216.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.217.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.217.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.218.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.218.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.219.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.219.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.220.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.220.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.221.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.221.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.222.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.222.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.223.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.223.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.224.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.224.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.225.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.225.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.226.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.226.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.227.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.227.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.228.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.228.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.229.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.229.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.230.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.230.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.231.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.231.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.232.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.232.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.233.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.233.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.234.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.234.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.235.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.235.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.236.gate_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.236.up_proj.weight": "model-00082-of-00094.safetensors", + "model.layers.43.mlp.experts.237.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.237.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.238.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.238.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.239.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.239.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.240.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.240.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.241.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.241.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.242.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.242.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.243.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.243.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.244.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.244.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.245.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.245.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.246.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.246.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.247.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.247.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.248.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.248.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.249.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.249.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.250.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.250.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.251.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.251.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.252.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.252.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.253.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.253.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.254.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.254.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.255.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.255.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.256.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.256.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.257.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.257.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.258.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.258.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.259.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.259.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.260.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.260.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.261.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.261.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.262.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.262.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.263.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.263.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.264.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.264.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.265.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.265.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.266.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.266.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.267.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.267.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.268.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.268.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.269.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.269.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.270.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.270.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.271.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.271.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.272.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.272.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.273.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.273.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.274.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.274.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.275.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.275.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.276.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.276.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.277.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.277.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.278.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.278.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.279.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.279.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.280.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.280.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.281.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.281.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.282.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.282.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.283.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.283.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.284.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.284.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.285.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.285.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.286.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.286.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.287.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.287.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.288.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.288.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.289.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.289.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.290.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.290.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.291.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.291.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.292.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.292.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.293.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.293.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.294.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.294.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.295.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.295.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.296.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.296.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.297.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.297.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.298.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.298.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.299.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.299.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.300.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.300.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.301.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.301.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.302.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.302.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.303.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.303.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.304.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.304.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.305.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.305.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.306.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.306.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.307.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.307.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.308.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.308.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.309.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.309.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.310.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.310.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.311.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.311.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.312.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.312.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.313.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.313.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.314.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.314.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.315.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.315.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.316.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.316.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.317.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.317.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.318.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.318.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.319.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.319.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.160.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.161.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.162.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.163.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.164.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.165.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.166.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.167.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.168.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.169.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.170.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.171.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.172.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.173.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.174.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.175.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.176.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.177.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.178.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.179.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.180.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.181.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.182.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.183.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.184.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.185.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.186.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.187.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.188.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.189.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.190.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.191.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.192.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.193.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.194.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.195.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.196.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.197.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.198.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.199.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.200.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.201.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.202.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.203.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.204.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.205.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.206.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.207.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.208.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.209.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.210.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.211.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.212.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.213.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.214.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.215.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.216.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.217.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.218.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.219.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.220.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.221.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.222.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.223.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.224.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.225.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.226.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.227.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.228.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.229.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.230.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.231.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.232.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.233.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.234.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.235.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.236.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.237.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.238.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.239.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.240.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.241.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.242.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.243.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.244.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.245.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.246.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.247.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.248.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.249.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.250.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.251.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.252.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.253.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.254.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.255.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.256.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.257.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.258.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.259.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.260.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.261.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.262.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.263.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.264.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.265.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.266.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.267.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.268.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.269.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.270.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.271.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.272.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.273.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.274.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.275.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.276.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.277.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.278.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.279.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.280.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.281.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.282.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.283.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.284.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.285.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.286.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.287.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.288.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.289.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.290.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.291.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.292.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.293.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.294.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.295.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.296.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.297.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.298.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.299.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.300.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.301.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.302.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.303.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.304.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.305.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.306.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.307.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.308.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.309.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.310.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.311.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.312.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.313.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.314.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.315.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.316.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.317.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.318.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.43.mlp.experts.319.down_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00083-of-00094.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.160.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.161.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.162.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.163.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.164.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.165.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.166.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.167.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.168.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.169.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.170.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.171.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.172.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.173.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.174.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.175.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.176.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.177.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.178.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.179.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.180.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.181.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.182.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.183.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.184.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.185.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.186.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.187.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.188.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.189.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.190.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.191.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.192.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.192.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.193.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.193.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.194.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.194.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.195.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.195.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.196.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.196.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.197.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.197.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.198.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.198.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.199.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.199.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.200.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.200.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.201.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.201.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.202.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.202.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.203.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.203.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.204.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.204.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.205.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.205.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.206.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.206.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.207.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.207.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.208.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.208.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.209.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.209.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.210.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.210.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.211.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.211.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.212.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.212.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.213.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.213.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.214.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.214.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.215.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.215.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.216.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.216.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.217.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.217.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.218.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.218.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.219.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.219.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.220.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.220.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.221.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.221.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.222.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.222.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.223.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.223.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.224.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.224.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.225.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.225.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.226.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.226.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.227.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.227.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.228.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.228.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.229.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.229.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.230.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.230.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.231.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.231.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.232.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.232.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.233.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.233.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.234.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.234.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.235.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.235.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.236.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.236.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.237.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.237.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.238.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.238.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.239.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.239.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.240.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.240.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.241.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.241.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.242.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.242.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.243.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.243.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.244.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.244.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.245.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.245.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.246.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.246.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.247.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.247.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.248.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.248.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.249.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.249.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.250.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.250.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.251.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.251.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.252.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.252.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.253.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.253.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.254.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.254.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.255.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.255.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.256.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.256.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.257.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.257.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.258.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.258.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.259.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.259.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.260.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.260.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.261.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.261.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.262.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.262.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.263.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.263.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.264.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.264.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.265.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.265.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.266.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.266.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.267.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.267.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.268.gate_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.268.up_proj.weight": "model-00084-of-00094.safetensors", + "model.layers.44.mlp.experts.269.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.269.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.270.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.270.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.271.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.271.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.272.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.272.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.273.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.273.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.274.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.274.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.275.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.275.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.276.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.276.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.277.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.277.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.278.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.278.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.279.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.279.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.280.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.280.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.281.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.281.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.282.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.282.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.283.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.283.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.284.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.284.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.285.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.285.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.286.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.286.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.287.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.287.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.288.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.288.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.289.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.289.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.290.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.290.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.291.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.291.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.292.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.292.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.293.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.293.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.294.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.294.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.295.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.295.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.296.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.296.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.297.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.297.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.298.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.298.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.299.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.299.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.300.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.300.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.301.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.301.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.302.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.302.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.303.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.303.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.304.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.304.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.305.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.305.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.306.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.306.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.307.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.307.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.308.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.308.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.309.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.309.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.310.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.310.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.311.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.311.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.312.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.312.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.313.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.313.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.314.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.314.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.315.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.315.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.316.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.316.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.317.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.317.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.318.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.318.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.319.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.319.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.160.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.161.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.162.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.163.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.164.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.165.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.166.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.167.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.168.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.169.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.170.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.171.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.172.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.173.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.174.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.175.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.176.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.177.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.178.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.179.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.180.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.181.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.182.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.183.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.184.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.185.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.186.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.187.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.188.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.189.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.190.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.191.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.192.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.193.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.194.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.195.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.196.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.197.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.198.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.199.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.200.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.201.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.202.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.203.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.204.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.205.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.206.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.207.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.208.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.209.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.210.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.211.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.212.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.213.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.214.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.215.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.216.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.217.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.218.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.219.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.220.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.221.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.222.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.223.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.224.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.225.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.226.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.227.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.228.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.229.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.230.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.231.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.232.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.233.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.234.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.235.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.236.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.237.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.238.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.239.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.240.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.241.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.242.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.243.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.244.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.245.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.246.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.247.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.248.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.249.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.250.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.251.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.252.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.253.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.254.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.255.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.256.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.257.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.258.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.259.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.260.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.261.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.262.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.263.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.264.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.265.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.266.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.267.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.268.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.269.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.270.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.271.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.272.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.273.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.274.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.275.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.276.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.277.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.278.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.279.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.280.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.281.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.282.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.283.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.284.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.285.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.286.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.287.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.288.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.289.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.290.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.291.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.292.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.293.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.294.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.295.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.296.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.297.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.298.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.299.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.300.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.301.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.302.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.303.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.304.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.305.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.306.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.307.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.308.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.309.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.310.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.311.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.312.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.313.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.314.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.315.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.316.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.317.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.318.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.44.mlp.experts.319.down_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.self_attn.f_b_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00085-of-00094.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.160.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.161.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.162.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.163.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.164.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.165.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.166.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.167.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.168.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.169.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.170.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.171.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.172.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.173.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.174.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.175.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.176.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.177.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.178.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.179.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.180.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.181.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.182.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.183.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.184.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.185.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.186.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.187.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.188.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.189.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.190.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.191.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.192.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.192.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.193.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.193.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.194.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.194.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.195.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.195.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.196.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.196.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.197.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.197.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.198.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.198.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.199.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.199.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.200.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.200.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.201.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.201.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.202.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.202.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.203.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.203.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.204.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.204.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.205.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.205.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.206.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.206.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.207.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.207.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.208.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.208.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.209.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.209.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.210.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.210.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.211.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.211.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.212.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.212.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.213.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.213.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.214.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.214.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.215.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.215.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.216.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.216.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.217.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.217.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.218.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.218.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.219.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.219.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.220.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.220.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.221.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.221.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.222.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.222.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.223.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.223.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.224.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.224.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.225.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.225.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.226.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.226.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.227.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.227.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.228.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.228.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.229.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.229.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.230.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.230.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.231.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.231.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.232.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.232.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.233.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.233.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.234.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.234.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.235.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.235.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.236.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.236.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.237.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.237.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.238.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.238.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.239.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.239.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.240.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.240.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.241.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.241.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.242.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.242.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.243.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.243.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.244.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.244.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.245.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.245.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.246.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.246.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.247.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.247.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.248.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.248.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.249.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.249.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.250.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.250.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.251.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.251.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.252.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.252.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.253.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.253.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.254.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.254.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.255.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.255.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.256.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.256.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.257.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.257.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.258.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.258.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.259.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.259.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.260.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.260.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.261.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.261.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.262.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.262.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.263.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.263.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.264.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.264.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.265.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.265.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.266.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.266.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.267.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.267.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.268.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.268.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.269.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.269.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.270.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.270.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.271.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.271.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.272.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.272.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.273.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.273.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.274.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.274.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.275.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.275.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.276.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.276.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.277.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.277.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.278.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.278.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.279.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.279.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.280.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.280.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.281.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.281.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.282.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.282.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.283.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.283.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.284.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.284.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.285.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.285.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.286.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.286.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.287.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.287.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.288.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.288.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.289.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.289.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.290.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.290.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.291.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.291.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.292.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.292.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.293.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.293.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.294.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.294.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.295.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.295.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.296.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.296.up_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.297.gate_proj.weight": "model-00086-of-00094.safetensors", + "model.layers.45.mlp.experts.297.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.298.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.298.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.299.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.299.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.300.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.300.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.301.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.301.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.302.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.302.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.303.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.303.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.304.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.304.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.305.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.305.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.306.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.306.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.307.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.307.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.308.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.308.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.309.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.309.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.310.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.310.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.311.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.311.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.312.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.312.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.313.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.313.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.314.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.314.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.315.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.315.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.316.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.316.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.317.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.317.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.318.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.318.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.319.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.319.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.160.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.161.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.162.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.163.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.164.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.165.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.166.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.167.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.168.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.169.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.170.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.171.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.172.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.173.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.174.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.175.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.176.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.177.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.178.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.179.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.180.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.181.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.182.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.183.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.184.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.185.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.186.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.187.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.188.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.189.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.190.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.191.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.192.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.193.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.194.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.195.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.196.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.197.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.198.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.199.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.200.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.201.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.202.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.203.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.204.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.205.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.206.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.207.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.208.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.209.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.210.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.211.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.212.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.213.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.214.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.215.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.216.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.217.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.218.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.219.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.220.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.221.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.222.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.223.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.224.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.225.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.226.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.227.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.228.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.229.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.230.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.231.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.232.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.233.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.234.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.235.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.236.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.237.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.238.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.239.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.240.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.241.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.242.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.243.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.244.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.245.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.246.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.247.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.248.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.249.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.250.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.251.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.252.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.253.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.254.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.255.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.256.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.257.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.258.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.259.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.260.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.261.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.262.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.263.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.264.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.265.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.266.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.267.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.268.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.269.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.270.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.271.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.272.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.273.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.274.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.275.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.276.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.277.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.278.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.279.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.280.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.281.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.282.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.283.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.284.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.285.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.286.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.287.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.288.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.289.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.290.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.291.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.292.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.293.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.294.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.295.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.296.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.297.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.298.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.299.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.300.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.301.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.302.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.303.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.304.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.305.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.306.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.307.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.308.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.309.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.310.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.311.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.312.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.313.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.314.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.315.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.316.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.317.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.318.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.experts.319.down_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00087-of-00094.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.160.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.161.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.162.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.163.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.164.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.165.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.166.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.167.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.168.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.169.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.170.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.171.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.172.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.173.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.174.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.175.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.176.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.177.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.178.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.179.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.180.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.181.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.182.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.183.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.184.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.185.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.186.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.187.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.188.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.189.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.190.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.191.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.192.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.192.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.193.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.193.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.194.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.194.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.195.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.195.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.196.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.196.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.197.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.197.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.198.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.198.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.199.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.199.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.200.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.200.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.201.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.201.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.202.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.202.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.203.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.203.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.204.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.204.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.205.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.205.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.206.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.206.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.207.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.207.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.208.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.208.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.209.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.209.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.210.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.210.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.211.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.211.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.212.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.212.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.213.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.213.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.214.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.214.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.215.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.215.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.216.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.216.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.217.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.217.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.218.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.218.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.219.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.219.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.220.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.220.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.221.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.221.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.222.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.222.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.223.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.223.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.224.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.224.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.225.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.225.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.226.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.226.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.227.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.227.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.228.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.228.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.229.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.229.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.230.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.230.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.231.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.231.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.232.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.232.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.233.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.233.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.234.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.234.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.235.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.235.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.236.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.236.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.237.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.237.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.238.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.238.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.239.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.239.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.240.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.240.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.241.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.241.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.242.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.242.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.243.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.243.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.244.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.244.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.245.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.245.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.246.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.246.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.247.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.247.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.248.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.248.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.249.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.249.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.250.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.250.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.251.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.251.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.252.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.252.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.253.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.253.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.254.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.254.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.255.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.255.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.256.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.256.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.257.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.257.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.258.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.258.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.259.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.259.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.260.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.260.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.261.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.261.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.262.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.262.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.263.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.263.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.264.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.264.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.265.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.265.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.266.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.266.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.267.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.267.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.268.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.268.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.269.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.269.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.270.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.270.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.271.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.271.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.272.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.272.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.273.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.273.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.274.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.274.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.275.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.275.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.276.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.276.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.277.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.277.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.278.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.278.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.279.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.279.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.280.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.280.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.281.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.281.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.285.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.285.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.286.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.286.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.287.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.287.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.284.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.284.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.289.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.289.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.290.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.290.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.288.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.288.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.292.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.292.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.283.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.283.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.294.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.294.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.295.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.295.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.296.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.296.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.293.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.293.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.298.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.298.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.282.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.282.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.300.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.300.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.301.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.301.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.302.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.302.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.303.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.303.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.304.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.304.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.305.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.305.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.306.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.306.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.307.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.307.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.308.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.308.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.309.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.309.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.310.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.310.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.311.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.311.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.312.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.312.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.313.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.313.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.314.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.314.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.315.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.315.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.316.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.316.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.317.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.317.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.318.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.318.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.319.gate_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.319.up_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00088-of-00094.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.160.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.161.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.162.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.163.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.164.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.165.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.166.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.167.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.168.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.169.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.170.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.171.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.172.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.173.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.174.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.175.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.176.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.177.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.178.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.179.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.180.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.181.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.182.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.183.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.184.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.185.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.186.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.187.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.188.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.189.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.190.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.191.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.192.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.193.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.194.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.195.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.196.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.197.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.198.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.199.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.200.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.201.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.202.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.203.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.204.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.205.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.206.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.207.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.208.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.209.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.210.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.211.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.212.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.213.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.214.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.215.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.216.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.217.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.218.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.219.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.220.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.221.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.222.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.223.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.224.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.225.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.226.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.227.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.228.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.229.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.230.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.231.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.232.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.233.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.234.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.235.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.236.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.237.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.238.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.239.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.240.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.241.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.242.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.243.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.244.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.245.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.246.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.247.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.248.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.249.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.250.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.251.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.252.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.253.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.254.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.255.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.256.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.257.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.258.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.259.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.260.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.261.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.262.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.263.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.264.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.265.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.266.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.267.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.268.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.269.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.270.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.271.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.272.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.273.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.274.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.275.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.276.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.277.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.278.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.279.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.280.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.281.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.282.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.283.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.284.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.285.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.286.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.287.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.288.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.289.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.290.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.291.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.292.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.293.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.294.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.295.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.296.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.297.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.298.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.299.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.300.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.301.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.302.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.303.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.304.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.305.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.306.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.307.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.308.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.309.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.310.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.311.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.312.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.313.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.314.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.315.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.316.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.317.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.318.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.319.down_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.self_attn.v_conv1d.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.291.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.291.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.299.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.299.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.297.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.46.mlp.experts.297.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00089-of-00094.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.160.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.161.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.162.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.163.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.164.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.165.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.166.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.167.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.168.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.169.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.170.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.171.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.172.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.173.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.174.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.175.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.176.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.177.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.178.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.179.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.180.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.181.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.182.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.183.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.184.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.185.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.186.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.187.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.188.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.189.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.190.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.191.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.192.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.192.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.193.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.193.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.194.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.194.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.195.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.195.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.196.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.196.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.197.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.197.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.198.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.198.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.199.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.199.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.200.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.200.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.201.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.201.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.202.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.202.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.203.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.203.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.204.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.204.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.205.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.205.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.206.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.206.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.207.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.207.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.208.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.208.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.209.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.209.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.210.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.210.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.211.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.211.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.212.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.212.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.213.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.213.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.214.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.214.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.215.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.215.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.216.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.216.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.217.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.217.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.218.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.218.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.219.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.219.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.220.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.220.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.221.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.221.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.222.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.222.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.223.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.223.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.224.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.224.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.225.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.225.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.226.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.226.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.227.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.227.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.228.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.228.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.229.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.229.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.230.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.230.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.231.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.231.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.232.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.232.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.233.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.233.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.234.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.234.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.235.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.235.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.236.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.236.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.237.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.237.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.238.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.238.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.239.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.239.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.240.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.240.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.241.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.241.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.242.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.242.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.243.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.243.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.244.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.244.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.245.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.245.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.246.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.246.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.247.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.247.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.248.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.248.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.249.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.249.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.251.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.251.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.254.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.254.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.252.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.252.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.256.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.256.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.257.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.257.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.258.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.258.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.253.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.253.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.260.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.260.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.255.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.255.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.259.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.259.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.263.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.263.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.264.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.264.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.261.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.261.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.262.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.262.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.267.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.267.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.268.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.268.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.265.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.265.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.266.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.266.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.250.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.250.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.272.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.272.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.273.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.273.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.274.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.274.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.275.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.275.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.276.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.276.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.277.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.277.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.278.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.278.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.279.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.279.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.280.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.280.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.281.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.281.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.282.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.282.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.283.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.283.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.284.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.284.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.285.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.285.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.286.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.286.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.287.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.287.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.288.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.288.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.289.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.289.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.290.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.290.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.291.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.291.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.292.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.292.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.293.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.293.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.294.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.294.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.295.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.295.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.296.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.296.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.297.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.297.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.298.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.298.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.299.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.299.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.300.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.300.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.301.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.301.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.302.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.302.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.303.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.303.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.304.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.304.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.305.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.305.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.306.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.306.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.307.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.307.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.308.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.308.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.309.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.309.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.310.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.310.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.311.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.311.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.312.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.312.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.313.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.313.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.314.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.314.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.315.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.315.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.316.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.316.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.317.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.317.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.318.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.318.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.319.gate_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.319.up_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00090-of-00094.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.160.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.161.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.162.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.163.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.164.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.165.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.166.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.167.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.168.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.169.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.170.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.171.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.172.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.173.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.174.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.175.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.176.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.177.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.178.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.179.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.180.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.181.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.182.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.183.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.184.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.185.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.186.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.187.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.188.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.189.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.190.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.191.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.192.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.193.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.194.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.195.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.196.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.197.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.198.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.199.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.200.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.201.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.202.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.203.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.204.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.205.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.206.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.207.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.208.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.209.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.210.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.211.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.212.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.213.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.214.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.215.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.216.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.217.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.218.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.219.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.220.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.221.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.222.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.223.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.224.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.225.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.226.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.227.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.228.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.229.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.230.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.231.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.232.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.233.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.234.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.235.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.236.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.237.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.238.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.239.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.240.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.241.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.242.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.243.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.244.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.245.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.246.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.247.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.248.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.249.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.250.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.251.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.252.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.253.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.254.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.255.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.256.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.257.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.258.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.259.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.260.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.261.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.262.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.263.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.264.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.265.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.266.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.267.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.268.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.269.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.270.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.271.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.272.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.273.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.274.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.275.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.276.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.277.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.278.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.279.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.280.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.281.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.282.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.283.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.284.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.285.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.286.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.287.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.288.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.289.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.290.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.291.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.292.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.293.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.294.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.295.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.296.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.297.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.298.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.299.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.300.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.301.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.302.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.303.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.304.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.305.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.306.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.307.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.308.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.309.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.310.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.311.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.312.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.313.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.314.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.315.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.316.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.317.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.318.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.47.mlp.experts.319.down_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00091-of-00094.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.160.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.161.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.162.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.163.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.164.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.165.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.166.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.167.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.168.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.169.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.170.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.171.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.172.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.173.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.174.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.175.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.176.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.177.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.178.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.179.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.180.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.181.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.182.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.183.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.184.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.185.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.186.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.187.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.188.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.189.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.190.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.191.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.192.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.192.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.193.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.193.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.194.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.194.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.195.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.195.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.196.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.196.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.197.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.197.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.198.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.198.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.199.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.199.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.200.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.200.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.201.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.201.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.202.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.202.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.203.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.203.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.204.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.204.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.205.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.205.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.206.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.206.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.207.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.207.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.208.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.208.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.209.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.209.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.210.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.210.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.211.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.211.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.212.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.212.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.213.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.213.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.214.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.214.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.215.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.215.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.216.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.216.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.217.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.217.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.218.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.218.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.219.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.219.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.220.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.220.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.221.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.221.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.222.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.222.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.223.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.223.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.224.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.224.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.225.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.225.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.226.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.226.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.227.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.227.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.228.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.228.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.229.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.229.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.230.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.230.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.231.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.231.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.232.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.232.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.233.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.233.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.234.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.234.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.235.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.235.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.236.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.236.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.237.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.237.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.238.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.238.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.239.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.239.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.240.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.240.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.241.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.241.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.242.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.242.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.243.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.243.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.244.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.244.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.245.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.245.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.246.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.246.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.247.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.247.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.248.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.248.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.249.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.249.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.250.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.250.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.251.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.251.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.252.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.252.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.253.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.253.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.254.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.254.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.255.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.255.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.256.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.256.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.257.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.257.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.258.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.258.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.259.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.259.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.260.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.260.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.261.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.261.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.262.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.262.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.263.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.263.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.264.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.264.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.265.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.265.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.266.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.266.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.267.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.267.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.268.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.268.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.269.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.269.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.270.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.270.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.271.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.271.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.272.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.272.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.273.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.273.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.274.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.274.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.275.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.275.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.276.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.276.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.277.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.277.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.278.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.278.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.279.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.279.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.280.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.280.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.281.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.281.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.282.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.282.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.283.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.283.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.284.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.284.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.285.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.285.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.286.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.286.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.287.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.287.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.288.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.288.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.289.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.289.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.290.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.290.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.291.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.291.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.292.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.292.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.293.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.293.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.294.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.294.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.295.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.295.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.296.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.296.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.297.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.297.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.298.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.298.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.299.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.299.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.300.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.300.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.301.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.301.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.302.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.302.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.303.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.303.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.304.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.304.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.305.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.305.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.306.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.306.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.307.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.307.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.308.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.308.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.309.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.309.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.310.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.310.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.311.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.311.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.312.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.312.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.313.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.313.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.314.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.314.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.315.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.315.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.316.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.316.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.317.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.317.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.318.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.318.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.319.gate_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.319.up_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00092-of-00094.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.160.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.161.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.162.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.163.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.164.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.165.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.166.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.167.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.168.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.169.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.170.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.171.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.172.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.173.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.174.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.175.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.176.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.177.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.178.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.179.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.180.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.181.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.182.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.183.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.184.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.185.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.186.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.187.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.188.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.189.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.190.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.191.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.192.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.193.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.194.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.195.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.196.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.197.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.198.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.199.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.200.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.201.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.202.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.203.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.204.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.205.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.206.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.207.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.208.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.209.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.210.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.211.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.212.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.213.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.214.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.215.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.216.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.217.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.218.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.219.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.220.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.221.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.222.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.223.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.224.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.225.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.226.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.227.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.228.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.229.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.230.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.231.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.232.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.233.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.234.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.235.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.236.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.237.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.238.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.239.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.240.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.241.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.242.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.243.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.244.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.245.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.246.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.247.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.248.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.249.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.250.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.251.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.252.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.253.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.254.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.255.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.256.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.257.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.258.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.259.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.260.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.261.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.262.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.263.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.264.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.265.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.266.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.267.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.268.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.269.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.270.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.271.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.272.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.273.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.274.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.275.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.276.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.277.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.278.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.279.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.280.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.281.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.282.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.283.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.284.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.285.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.286.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.287.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.288.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.289.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.290.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.291.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.292.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.293.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.294.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.295.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.296.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.297.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.298.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.299.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.300.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.301.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.302.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.303.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.304.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.305.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.306.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.307.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.308.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.309.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.310.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.311.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.312.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.313.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.314.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.315.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.316.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.317.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.318.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.experts.319.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.experts.269.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.experts.269.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.self_attn.q_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.dt_bias": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.f_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.A_log": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.q_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.dt_bias": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.v_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.45.input_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.g_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.input_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.dt_bias": "model-00093-of-00094.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.A_log": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.41.input_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00093-of-00094.safetensors", + "model.layers.42.self_attn.g_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.dt_bias": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.k_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.g_b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.gate.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.experts.270.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.experts.270.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.v_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00093-of-00094.safetensors", + "lm_head.weight": "model-00093-of-00094.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.f_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.dt_bias": "model-00093-of-00094.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.f_b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.42.self_attn.A_log": "model-00093-of-00094.safetensors", + "model.layers.42.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.k_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.f_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.mlp.gate.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.q_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.dt_bias": "model-00093-of-00094.safetensors", + "model.layers.46.input_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.experts.271.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.experts.271.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.q_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.k_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.self_attn.v_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.gate.weight": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.g_b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.40.mlp.gate.weight": "model-00093-of-00094.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.g_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.k_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.f_b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.v_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.38.input_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.v_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.v_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.f_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.42.self_attn.v_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.42.input_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.self_attn.k_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00093-of-00094.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.A_log": "model-00093-of-00094.safetensors", + "model.layers.37.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.A_log": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.k_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.39.self_attn.f_b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.41.self_attn.k_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.41.mlp.gate.weight": "model-00093-of-00094.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.A_log": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.k_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.43.self_attn.o_norm.weight": "model-00093-of-00094.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.q_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.45.self_attn.g_a_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.g_b_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.47.self_attn.q_conv1d.weight": "model-00093-of-00094.safetensors", + "model.layers.47.input_layernorm.weight": "model-00093-of-00094.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00093-of-00094.safetensors", + "model.layers.46.self_attn.k_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.38.self_attn.q_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.38.mlp.gate.weight": "model-00094-of-00094.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.41.self_attn.dt_bias": "model-00094-of-00094.safetensors", + "model.layers.41.self_attn.q_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.41.self_attn.b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.41.self_attn.g_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.k_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.43.self_attn.g_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.43.input_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.45.self_attn.A_log": "model-00094-of-00094.safetensors", + "model.layers.45.self_attn.v_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.46.mlp.gate.weight": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.dt_bias": "model-00094-of-00094.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.38.self_attn.v_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.39.self_attn.g_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.39.input_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.41.self_attn.v_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.dt_bias": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.v_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.42.mlp.gate.weight": "model-00094-of-00094.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.46.self_attn.A_log": "model-00094-of-00094.safetensors", + "model.layers.46.self_attn.k_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.46.self_attn.f_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.f_b_proj.weight": "model-00094-of-00094.safetensors", + "model.norm.weight": "model-00094-of-00094.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.45.self_attn.v_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.37.self_attn.g_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.41.self_attn.g_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.44.mlp.gate.weight": "model-00094-of-00094.safetensors", + "model.layers.45.self_attn.f_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.37.self_attn.f_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.38.self_attn.g_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.f_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.43.self_attn.q_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.f_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.k_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.37.mlp.gate.weight": "model-00094-of-00094.safetensors", + "model.layers.39.self_attn.f_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.q_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.g_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.45.mlp.gate.weight": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.g_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.37.self_attn.k_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.37.self_attn.b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.37.self_attn.g_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.39.self_attn.k_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.39.self_attn.g_a_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.k_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.43.self_attn.v_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.43.self_attn.f_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.44.input_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.46.self_attn.q_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.A_log": "model-00094-of-00094.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.input_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.37.self_attn.q_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.38.self_attn.b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.39.self_attn.q_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.40.input_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.42.self_attn.q_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00094-of-00094.safetensors", + "model.layers.46.self_attn.v_conv1d.weight": "model-00094-of-00094.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00094-of-00094.safetensors", + "model.layers.47.self_attn.g_b_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.self_attn.g_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.44.self_attn.q_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.44.self_attn.g_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.44.self_attn.k_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.44.self_attn.v_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.40.self_attn.q_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.40.self_attn.g_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.40.self_attn.k_proj.weight": "model-00094-of-00094.safetensors", + "model.layers.40.self_attn.v_proj.weight": "model-00094-of-00094.safetensors" + } +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b303d8a2aab7f6622f2bd233d823c3beb2e2b038 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,4008 @@ +{ + "additional_special_tokens": [ + "", + "<|startoftext|>", + "<|endoftext|>", + "<|fim_prefix|>", + "<|fim_middle|>", + "<|fim_suffix|>", + "<|repo_name|>", + "<|file_sep|>", + "<|pr|>", + "<|pr_status|>", + "<|pr_base|>", + "<|pr_file|>", + "<|pr_base_code|>", + "<|pr_diff|>", + "<|pr_diff_hunk|>", + "<|pr_comment|>", + "<|pr_event_id|>", + "<|pr_review|>", + "<|pr_review_state|>", + "<|pr_review_comment|>", + "<|pr_in_reply_to_review_id|>", + "<|pr_in_reply_to_comment_id|>", + "<|pr_diff_hunk_comment_line|>", + "<|pr_is_merged|>", + "<|pr_linked_issue|>", + "<|pr_linked_issue_body|>", + "<|special_26|>", + "<|special_27|>", + "<|special_28|>", + "<|special_29|>", + "<|special_30|>", + "<|special_31|>", + "<|special_32|>", + "<|special_33|>", + "<|special_34|>", + "<|special_35|>", + "<|special_36|>", + "<|special_37|>", + "<|special_38|>", + "<|special_39|>", + "<|special_40|>", + "<|special_41|>", + "<|special_42|>", + "<|special_43|>", + "<|special_44|>", + "<|special_45|>", + "<|special_46|>", + "<|special_47|>", + "<|special_48|>", + "<|special_49|>", + "<|special_50|>", + "<|special_51|>", + "<|special_52|>", + "<|special_53|>", + "<|special_54|>", + "<|special_55|>", + "<|special_56|>", + "<|special_57|>", + "<|special_58|>", + "<|special_59|>", + "<|special_60|>", + "<|special_61|>", + "<|special_62|>", + "<|special_63|>", + "<|special_64|>", + "<|special_65|>", + "<|special_66|>", + "<|special_67|>", + "<|special_68|>", + "<|special_69|>", + "<|special_70|>", + "<|special_71|>", + "<|special_72|>", + "<|special_73|>", + "<|special_74|>", + "<|special_75|>", + "<|special_76|>", + "<|special_77|>", + "<|special_78|>", + "<|special_79|>", + "<|special_80|>", + "<|special_81|>", + "<|special_82|>", + "<|special_83|>", + "<|special_84|>", + "<|special_85|>", + "<|special_86|>", + "<|special_87|>", + "<|special_88|>", + "<|special_89|>", + "<|special_90|>", + "<|special_91|>", + "<|special_92|>", + "<|special_93|>", + "<|special_94|>", + "<|special_95|>", + "<|special_96|>", + "<|special_97|>", + "<|special_98|>", + "<|special_99|>", + "<|special_100|>", + "<|special_101|>", + "<|special_102|>", + "<|special_103|>", + "<|special_104|>", + "<|special_105|>", + "<|special_106|>", + "<|special_107|>", + "<|special_108|>", + "<|special_109|>", + "<|special_110|>", + "<|special_111|>", + "<|special_112|>", + "<|special_113|>", + "<|special_114|>", + "<|special_115|>", + "<|special_116|>", + "<|special_117|>", + "<|special_118|>", + "<|special_119|>", + "<|special_120|>", + "<|special_121|>", + "<|special_122|>", + "<|special_123|>", + "<|special_124|>", + "<|special_125|>", + "<|special_126|>", + "<|special_127|>", + "<|im:start|>", + "<|im:end|>", + "<|im:content|>", + "<|tool:start|>", + "<|tool:end|>", + "<|tool_response:start|>", + "<|tool_response:end|>", + "<|special_142|>", + "<|special_143|>", + "<|special_144|>", + "<|special_145|>", + "<|special_146|>", + "<|special_147|>", + "<|special_148|>", + "<|special_149|>", + "<|special_150|>", + "<|special_151|>", + "<|special_152|>", + "<|special_153|>", + "<|special_154|>", + "<|special_155|>", + "<|special_156|>", + "<|special_157|>", + "<|special_158|>", + "<|special_159|>", + "<|special_160|>", + "<|special_161|>", + "<|special_162|>", + "<|special_163|>", + "<|special_164|>", + "<|special_165|>", + "<|special_166|>", + "<|special_167|>", + "<|special_168|>", + "<|special_169|>", + "<|special_170|>", + "<|special_171|>", + "<|special_172|>", + "<|special_173|>", + "<|special_174|>", + "<|special_175|>", + "<|special_176|>", + "<|special_177|>", + "<|special_178|>", + "<|special_179|>", + "<|special_180|>", + "<|special_181|>", + "<|special_182|>", + "<|special_183|>", + "<|special_184|>", + "<|special_185|>", + "<|special_186|>", + "<|special_187|>", + "<|special_188|>", + "<|special_189|>", + "<|special_190|>", + "<|special_191|>", + "<|special_192|>", + "<|special_193|>", + "<|special_194|>", + "<|special_195|>", + "<|special_196|>", + "<|special_197|>", + "<|special_198|>", + "<|special_199|>", + "<|special_200|>", + "<|special_201|>", + "<|special_202|>", + "<|special_203|>", + "<|special_204|>", + "<|special_205|>", + "<|special_206|>", + "<|special_207|>", + "<|special_208|>", + "<|special_209|>", + "<|special_210|>", + "<|special_211|>", + "<|special_212|>", + "<|special_213|>", + "<|special_214|>", + "<|special_215|>", + "<|special_216|>", + "<|special_217|>", + "<|special_218|>", + "<|special_219|>", + "<|special_220|>", + "<|special_221|>", + "<|special_222|>", + "<|special_223|>", + "<|special_224|>", + "<|special_225|>", + "<|special_226|>", + "<|special_227|>", + "<|special_228|>", + "<|special_229|>", + "<|special_230|>", + "<|special_231|>", + "<|special_232|>", + "<|special_233|>", + "<|special_234|>", + "<|special_235|>", + "<|special_236|>", + "<|special_237|>", + "<|special_238|>", + "<|special_239|>", + "<|special_240|>", + "<|special_241|>", + "<|special_242|>", + "<|special_243|>", + "<|special_244|>", + "<|special_245|>", + "<|special_246|>", + "<|special_247|>", + "<|special_248|>", + "<|special_249|>", + "<|special_250|>", + "<|special_251|>", + "<|special_252|>", + "<|special_253|>", + "<|special_254|>", + "<|special_255|>", + "<|special_256|>", + "<|special_257|>", + "<|special_258|>", + "<|special_259|>", + "<|special_260|>", + "<|special_261|>", + "<|special_262|>", + "<|special_263|>", + "<|special_264|>", + "<|special_265|>", + "<|special_266|>", + "<|special_267|>", + "<|special_268|>", + "<|special_269|>", + "<|special_270|>", + "<|special_271|>", + "<|special_272|>", + "<|special_273|>", + "<|special_274|>", + "<|special_275|>", + "<|special_276|>", + "<|special_277|>", + "<|special_278|>", + "<|special_279|>", + "<|special_280|>", + "<|special_281|>", + "<|special_282|>", + "<|special_283|>", + "<|special_284|>", + "<|special_285|>", + "<|special_286|>", + "<|special_287|>", + "<|special_288|>", + "<|special_289|>", + "<|special_290|>", + "<|special_291|>", + "<|special_292|>", + "<|special_293|>", + "<|special_294|>", + "<|special_295|>", + "<|special_296|>", + "<|special_297|>", + "<|special_298|>", + "<|special_299|>", + "<|special_300|>", + "<|special_301|>", + "<|special_302|>", + "<|special_303|>", + "<|special_304|>", + "<|special_305|>", + "<|special_306|>", + "<|special_307|>", + "<|special_308|>", + "<|special_309|>", + "<|special_310|>", + "<|special_311|>", + "<|special_312|>", + "<|special_313|>", + "<|special_314|>", + "<|special_315|>", + "<|special_316|>", + "<|special_317|>", + "<|special_318|>", + "<|special_319|>", + "<|special_320|>", + "<|special_321|>", + "<|special_322|>", + "<|special_323|>", + "<|special_324|>", + "<|special_325|>", + "<|special_326|>", + "<|special_327|>", + "<|special_328|>", + "<|special_329|>", + "<|special_330|>", + "<|special_331|>", + "<|special_332|>", + "<|special_333|>", + "<|special_334|>", + "<|special_335|>", + "<|special_336|>", + "<|special_337|>", + "<|special_338|>", + "<|special_339|>", + "<|special_340|>", + "<|special_341|>", + "<|special_342|>", + "<|special_343|>", + "<|special_344|>", + "<|special_345|>", + "<|special_346|>", + "<|special_347|>", + "<|special_348|>", + "<|special_349|>", + "<|special_350|>", + "<|special_351|>", + "<|special_352|>", + "<|special_353|>", + "<|special_354|>", + "<|special_355|>", + "<|special_356|>", + "<|special_357|>", + "<|special_358|>", + "<|special_359|>", + "<|special_360|>", + "<|special_361|>", + "<|special_362|>", + "<|special_363|>", + "<|special_364|>", + "<|special_365|>", + "<|special_366|>", + "<|special_367|>", + "<|special_368|>", + "<|special_369|>", + "<|special_370|>", + "<|special_371|>", + "<|special_372|>", + "<|special_373|>", + "<|special_374|>", + "<|special_375|>", + "<|special_376|>", + "<|special_377|>", + "<|special_378|>", + "<|special_379|>", + "<|special_380|>", + "<|special_381|>", + "<|special_382|>", + "<|special_383|>", + "<|special_384|>", + "<|special_385|>", + "<|special_386|>", + "<|special_387|>", + "<|special_388|>", + "<|special_389|>", + "<|special_390|>", + "<|special_391|>", + "<|special_392|>", + "<|special_393|>", + "<|special_394|>", + "<|special_395|>", + "<|special_396|>", + "<|special_397|>", + "<|special_398|>", + "<|special_399|>", + "<|special_400|>", + "<|special_401|>", + "<|special_402|>", + "<|special_403|>", + "<|special_404|>", + "<|special_405|>", + "<|special_406|>", + "<|special_407|>", + "<|special_408|>", + "<|special_409|>", + "<|special_410|>", + "<|special_411|>", + "<|special_412|>", + "<|special_413|>", + "<|special_414|>", + "<|special_415|>", + "<|special_416|>", + "<|special_417|>", + "<|special_418|>", + "<|special_419|>", + "<|special_420|>", + "<|special_421|>", + "<|special_422|>", + "<|special_423|>", + "<|special_424|>", + "<|special_425|>", + "<|special_426|>", + "<|special_427|>", + "<|special_428|>", + "<|special_429|>", + "<|special_430|>", + "<|special_431|>", + "<|special_432|>", + "<|special_433|>", + "<|special_434|>", + "<|special_435|>", + "<|special_436|>", + "<|special_437|>", + "<|special_438|>", + "<|special_439|>", + "<|special_440|>", + "<|special_441|>", + "<|special_442|>", + "<|special_443|>", + "<|special_444|>", + "<|special_445|>", + "<|special_446|>", + "<|special_447|>", + "<|special_448|>", + "<|special_449|>", + "<|special_450|>", + "<|special_451|>", + "<|special_452|>", + "<|special_453|>", + "<|special_454|>", + "<|special_455|>", + "<|special_456|>", + "<|special_457|>", + "<|special_458|>", + "<|special_459|>", + "<|special_460|>", + "<|special_461|>", + "<|special_462|>", + "<|special_463|>", + "<|special_464|>", + "<|special_465|>", + "<|special_466|>", + "<|special_467|>", + "<|special_468|>", + "<|special_469|>", + "<|special_470|>", + "<|special_471|>", + "<|special_472|>", + "<|special_473|>", + "<|special_474|>", + "<|special_475|>", + "<|special_476|>", + "<|special_477|>", + "<|special_478|>", + "<|special_479|>", + "<|special_480|>", + "<|special_481|>", + "<|special_482|>", + "<|special_483|>", + "<|special_484|>", + "<|special_485|>", + "<|special_486|>", + "<|special_487|>", + "<|special_488|>", + "<|special_489|>", + "<|special_490|>", + "<|special_491|>", + "<|special_492|>", + "<|special_493|>", + "<|special_494|>", + "<|special_495|>", + "<|special_496|>", + "<|special_497|>", + "<|special_498|>", + "<|special_499|>", + "<|special_500|>", + "<|special_501|>", + "<|special_502|>", + "<|special_503|>", + "<|special_504|>", + "<|special_505|>", + "<|special_506|>", + "<|special_507|>", + "<|special_508|>", + "<|special_509|>", + "<|special_510|>", + "<|special_511|>", + "<|special_625|>", + "<|special_626|>", + "<|special_627|>", + "<|special_628|>", + "<|special_629|>", + "<|special_630|>", + "<|special_631|>", + "<|special_632|>", + "<|special_633|>", + "<|special_634|>", + "<|special_635|>", + "<|special_636|>", + "<|special_637|>", + "<|special_638|>", + "<|special_639|>", + "<|special_640|>", + "<|special_641|>", + "<|special_642|>", + "<|special_643|>", + "<|special_644|>", + "<|special_645|>", + "<|special_646|>", + "<|special_647|>", + "<|special_648|>", + "<|special_649|>", + "<|special_650|>", + "<|special_651|>", + "<|special_652|>", + "<|special_653|>", + "<|special_654|>", + "<|special_655|>", + "<|special_656|>", + "<|special_657|>", + "<|special_658|>", + "<|special_659|>", + "<|special_660|>", + "<|special_661|>", + "<|special_662|>", + "<|special_663|>", + "<|special_664|>", + "<|special_665|>", + "<|special_666|>", + "<|special_667|>", + "<|special_668|>", + "<|special_669|>", + "<|special_670|>", + "<|special_671|>", + "<|special_672|>", + "<|special_673|>", + "<|special_674|>", + "<|special_675|>", + "<|special_676|>", + "<|special_677|>", + "<|special_678|>", + "<|special_679|>", + "<|special_680|>", + "<|special_681|>", + "<|special_682|>", + "<|special_683|>", + "<|special_684|>", + "<|special_685|>", + "<|special_686|>", + "<|special_687|>", + "<|special_688|>", + "<|special_689|>", + "<|special_690|>", + "<|special_691|>", + "<|special_692|>", + "<|special_693|>", + "<|special_694|>", + "<|special_695|>", + "<|special_696|>", + "<|special_697|>", + "<|special_698|>", + "<|special_699|>", + "<|special_700|>", + "<|special_701|>", + "<|special_702|>", + "<|special_703|>", + "<|special_704|>", + "<|special_705|>", + "<|special_706|>", + "<|special_707|>", + "<|special_708|>", + "<|special_709|>", + "<|special_710|>", + "<|special_711|>", + "<|special_712|>", + "<|special_713|>", + "<|special_714|>", + "<|special_715|>", + "<|special_716|>", + "<|special_717|>", + "<|special_718|>", + "<|special_719|>", + "<|special_720|>", + "<|special_721|>", + "<|special_722|>", + "<|special_723|>", + "<|special_724|>", + "<|special_725|>", + "<|special_726|>", + "<|special_727|>", + "<|special_728|>", + "<|special_729|>", + "<|special_730|>", + "<|special_731|>", + "<|special_732|>", + "<|special_733|>", + "<|special_734|>", + "<|special_735|>", + "<|special_736|>", + "<|special_737|>", + "<|special_738|>", + "<|special_739|>", + "<|special_740|>", + "<|special_741|>", + "<|special_742|>", + "<|special_743|>", + "<|special_744|>", + "<|special_745|>", + "<|special_746|>", + "<|special_747|>", + "<|special_748|>", + "<|special_749|>", + "<|special_750|>", + "<|special_751|>", + "<|special_752|>", + "<|special_753|>", + "<|special_754|>", + "<|special_755|>", + "<|special_756|>", + "<|special_757|>", + "<|special_758|>", + "<|special_759|>", + "<|special_760|>", + "<|special_761|>", + "<|special_762|>", + "<|special_763|>", + "<|special_764|>", + "<|special_765|>", + "<|special_766|>", + "<|special_767|>", + "<|special_768|>", + "<|special_769|>", + "<|special_770|>", + "<|special_771|>", + "<|special_772|>", + "<|special_773|>", + "<|special_774|>", + "<|special_775|>", + "<|special_776|>", + "<|special_777|>", + "<|special_778|>", + "<|special_779|>", + "<|special_780|>", + "<|special_781|>", + "<|special_782|>", + "<|special_783|>", + "<|special_784|>", + "<|special_785|>", + "<|special_786|>", + "<|special_787|>", + "<|special_788|>", + "<|special_789|>", + "<|special_790|>", + "<|special_791|>", + "<|special_792|>", + "<|special_793|>", + "<|special_794|>", + "<|special_795|>", + "<|special_796|>", + "<|special_797|>", + "<|special_798|>", + "<|special_799|>", + "<|special_800|>", + "<|special_801|>", + "<|special_802|>", + "<|special_803|>", + "<|special_804|>", + "<|special_805|>", + "<|special_806|>", + "<|special_807|>", + "<|special_808|>", + "<|special_809|>", + "<|special_810|>", + "<|special_811|>", + "<|special_812|>", + "<|special_813|>", + "<|special_814|>", + "<|special_815|>", + "<|special_816|>", + "<|special_817|>", + "<|special_818|>", + "<|special_819|>", + "<|special_820|>", + "<|special_821|>", + "<|special_822|>", + "<|special_823|>", + "<|special_824|>", + "<|special_825|>", + "<|special_826|>", + "<|special_827|>", + "<|special_828|>", + "<|special_829|>", + "<|special_830|>", + "<|special_831|>", + "<|special_832|>", + "<|special_833|>", + "<|special_834|>", + "<|special_835|>", + "<|special_836|>", + "<|special_837|>", + "<|special_838|>", + "<|special_839|>", + "<|special_840|>", + "<|special_841|>", + "<|special_842|>", + "<|special_843|>", + "<|special_844|>", + "<|special_845|>", + "<|special_846|>", + "<|special_847|>", + "<|special_848|>", + "<|special_849|>", + "<|special_850|>", + "<|special_851|>", + "<|special_852|>", + "<|special_853|>", + "<|special_854|>", + "<|special_855|>", + "<|special_856|>", + "<|special_857|>", + "<|special_858|>", + "<|special_859|>", + "<|special_860|>", + "<|special_861|>", + "<|special_862|>", + "<|special_863|>", + "<|special_864|>", + "<|special_865|>", + "<|special_866|>", + "<|special_867|>", + "<|special_868|>", + "<|special_869|>", + "<|special_870|>", + "<|special_871|>", + "<|special_872|>", + "<|special_873|>", + "<|special_874|>", + "<|special_875|>", + "<|special_876|>", + "<|special_877|>", + "<|special_878|>", + "<|special_879|>", + "<|special_880|>", + "<|special_881|>", + "<|special_882|>", + "<|special_883|>", + "<|special_884|>", + "<|special_885|>", + "<|special_886|>", + "<|special_887|>", + "<|special_888|>", + "<|special_889|>", + "<|special_890|>", + "<|special_891|>", + "<|special_892|>", + "<|special_893|>", + "<|special_894|>", + "<|special_895|>", + "<|special_896|>", + "<|special_897|>", + "<|special_898|>", + "<|special_899|>", + "<|special_900|>", + "<|special_901|>", + "<|special_902|>", + "<|special_903|>", + "<|special_904|>", + "<|special_905|>", + "<|special_906|>", + "<|special_907|>", + "<|special_908|>", + "<|special_909|>", + "<|special_910|>", + "<|special_911|>", + "<|special_912|>", + "<|special_913|>", + "<|special_914|>", + "<|special_915|>", + "<|special_916|>", + "<|special_917|>", + "<|special_918|>", + "<|special_919|>", + "<|special_920|>", + "<|special_921|>", + "<|special_922|>", + "<|special_923|>", + "<|special_924|>", + "<|special_925|>", + "<|special_926|>", + "<|special_927|>", + "<|special_928|>", + "<|special_929|>", + "<|special_930|>", + "<|special_931|>", + "<|special_932|>", + "<|special_933|>", + "<|special_934|>", + "<|special_935|>", + "<|special_936|>", + "<|special_937|>", + "<|special_938|>", + "<|special_939|>", + "<|special_940|>", + "<|special_941|>", + "<|special_942|>", + "<|special_943|>", + "<|special_944|>", + "<|special_945|>", + "<|special_946|>", + "<|special_947|>", + "<|special_948|>", + "<|special_949|>", + "<|special_950|>", + "<|special_951|>", + "<|special_952|>", + "<|special_953|>", + "<|special_954|>", + "<|special_955|>", + "<|special_956|>", + "<|special_957|>", + "<|special_958|>", + "<|special_959|>", + "<|special_960|>", + "<|special_961|>", + "<|special_962|>", + "<|special_963|>", + "<|special_964|>", + "<|special_965|>", + "<|special_966|>", + "<|special_967|>", + "<|special_968|>", + "<|special_969|>", + "<|special_970|>", + "<|special_971|>", + "<|special_972|>", + "<|special_973|>", + "<|special_974|>", + "<|special_975|>", + "<|special_976|>", + "<|special_977|>", + "<|special_978|>", + "<|special_979|>", + "<|special_980|>", + "<|special_981|>", + "<|special_982|>", + "<|special_983|>", + "<|special_984|>", + "<|special_985|>", + "<|special_986|>", + "<|special_987|>", + "<|special_988|>", + "<|special_989|>", + "<|special_990|>", + "<|special_991|>", + "<|special_992|>", + "<|special_993|>", + "<|special_994|>", + "<|special_995|>", + "<|special_996|>", + "<|special_997|>", + "<|special_998|>", + "<|special_999|>", + "<|special_1000|>", + "<|special_1001|>", + "<|special_1002|>", + "<|special_1003|>", + "<|special_1004|>", + "<|special_1005|>", + "<|special_1006|>", + "<|special_1007|>", + "<|special_1008|>", + "<|special_1009|>", + "<|special_1010|>", + "<|special_1011|>", + "<|special_1012|>", + "<|special_1013|>", + "<|special_1014|>", + "<|special_1015|>", + "<|special_1016|>", + "<|special_1017|>", + "<|special_1018|>", + "<|special_1019|>", + "<|special_1020|>", + "<|special_1021|>", + "<|special_1022|>", + "<|special_1023|>", + "<|special_1024|>", + "<|special_1025|>", + "<|special_1026|>", + "<|special_1027|>", + "<|special_1028|>", + "<|special_1029|>", + "<|special_1030|>", + "<|special_1031|>", + "<|special_1032|>", + "<|special_1033|>", + "<|special_1034|>", + "<|special_1035|>", + "<|special_1036|>", + "<|special_1037|>", + "<|special_1038|>", + "<|special_1039|>", + "<|special_1040|>", + "<|special_1041|>", + "<|special_1042|>", + "<|special_1043|>", + "<|special_1044|>", + "<|special_1045|>", + "<|special_1046|>", + "<|special_1047|>", + "<|special_1048|>", + "<|special_1049|>", + "<|special_1050|>", + "<|special_1051|>", + "<|special_1052|>", + "<|special_1053|>", + "<|special_1054|>", + "<|special_1055|>", + "<|special_1056|>", + "<|special_1057|>", + "<|special_1058|>", + "<|special_1059|>", + "<|special_1060|>", + "<|special_1061|>", + "<|special_1062|>", + "<|special_1063|>", + "<|special_1064|>", + "<|special_1065|>", + "<|special_1066|>", + "<|special_1067|>", + "<|special_1068|>", + "<|special_1069|>", + "<|special_1070|>", + "<|special_1071|>", + "<|special_1072|>", + "<|special_1073|>", + "<|special_1074|>", + "<|special_1075|>", + "<|special_1076|>", + "<|special_1077|>", + "<|special_1078|>", + "<|special_1079|>", + "<|special_1080|>", + "<|special_1081|>", + "<|special_1082|>", + "<|special_1083|>", + "<|special_1084|>", + "<|special_1085|>", + "<|special_1086|>", + "<|special_1087|>", + "<|special_1088|>", + "<|special_1089|>", + "<|special_1090|>", + "<|special_1091|>", + "<|special_1092|>", + "<|special_1093|>", + "<|special_1094|>", + "<|special_1095|>", + "<|special_1096|>", + "<|special_1097|>", + "<|special_1098|>", + "<|special_1099|>", + "<|special_1100|>", + "<|special_1101|>", + "<|special_1102|>", + "<|special_1103|>", + "<|special_1104|>", + "<|special_1105|>", + "<|special_1106|>", + "<|special_1107|>", + "<|special_1108|>", + "<|special_1109|>", + "<|special_1110|>", + "<|special_1111|>", + "<|special_1112|>", + "<|special_1113|>", + "<|special_1114|>", + "<|special_1115|>", + "<|special_1116|>", + "<|special_1117|>", + "<|special_1118|>", + "<|special_1119|>", + "<|special_1120|>", + "<|special_1121|>", + "<|special_1122|>", + "<|special_1123|>", + "<|special_1124|>", + "<|special_1125|>", + "<|special_1126|>", + "<|special_1127|>", + "<|special_1128|>", + "<|special_1129|>", + "<|special_1130|>", + "<|special_1131|>", + "<|special_1132|>", + "<|special_1133|>", + "<|special_1134|>", + "<|special_1135|>", + "<|special_1136|>", + "<|special_1137|>", + "<|special_1138|>", + "<|special_1139|>", + "<|special_1140|>", + "<|special_1141|>", + "<|special_1142|>", + "<|special_1143|>", + "<|special_1144|>", + "<|special_1145|>", + "<|special_1146|>", + "<|special_1147|>", + "<|special_1148|>", + "<|special_1149|>", + "<|special_1150|>", + "<|special_1151|>", + "<|special_1152|>", + "<|special_1153|>", + "<|special_1154|>", + "<|special_1155|>", + "<|special_1156|>", + "<|special_1157|>", + "<|special_1158|>", + "<|special_1159|>", + "<|special_1160|>", + "<|special_1161|>", + "<|special_1162|>", + "<|special_1163|>", + "<|special_1164|>", + "<|special_1165|>", + "<|special_1166|>", + "<|special_1167|>", + "<|special_1168|>", + "<|special_1169|>", + "<|special_1170|>", + "<|special_1171|>", + "<|special_1172|>", + "<|special_1173|>", + "<|special_1174|>", + "<|special_1175|>", + "<|special_1176|>", + "<|special_1177|>", + "<|special_1178|>", + "<|special_1179|>", + "<|special_1180|>", + "<|special_1181|>", + "<|special_1182|>", + "<|special_1183|>", + "<|special_1184|>", + "<|special_1185|>", + "<|special_1186|>", + "<|special_1187|>", + "<|special_1188|>", + "<|special_1189|>", + "<|special_1190|>", + "<|special_1191|>", + "<|special_1192|>", + "<|special_1193|>", + "<|special_1194|>", + "<|special_1195|>", + "<|special_1196|>", + "<|special_1197|>", + "<|special_1198|>", + "<|special_1199|>", + "<|special_1200|>", + "<|special_1201|>", + "<|special_1202|>", + "<|special_1203|>", + "<|special_1204|>", + "<|special_1205|>", + "<|special_1206|>", + "<|special_1207|>", + "<|special_1208|>", + "<|special_1209|>", + "<|special_1210|>", + "<|special_1211|>", + "<|special_1212|>", + "<|special_1213|>", + "<|special_1214|>", + "<|special_1215|>", + "<|special_1216|>", + "<|special_1217|>", + "<|special_1218|>", + "<|special_1219|>", + "<|special_1220|>", + "<|special_1221|>", + "<|special_1222|>", + "<|special_1223|>", + "<|special_1224|>", + "<|special_1225|>", + "<|special_1226|>", + "<|special_1227|>", + "<|special_1228|>", + "<|special_1229|>", + "<|special_1230|>", + "<|special_1231|>", + "<|special_1232|>", + "<|special_1233|>", + "<|special_1234|>", + "<|special_1235|>", + "<|special_1236|>", + "<|special_1237|>", + "<|special_1238|>", + "<|special_1239|>", + "<|special_1240|>", + "<|special_1241|>", + "<|special_1242|>", + "<|special_1243|>", + "<|special_1244|>", + "<|special_1245|>", + "<|special_1246|>", + "<|special_1247|>", + "<|special_1248|>", + "<|special_1249|>", + "<|special_1250|>", + "<|special_1251|>", + "<|special_1252|>", + "<|special_1253|>", + "<|special_1254|>", + "<|special_1255|>", + "<|special_1256|>", + "<|special_1257|>", + "<|special_1258|>", + "<|special_1259|>", + "<|special_1260|>", + "<|special_1261|>", + "<|special_1262|>", + "<|special_1263|>", + "<|special_1264|>", + "<|special_1265|>", + "<|special_1266|>", + "<|special_1267|>", + "<|special_1268|>", + "<|special_1269|>", + "<|special_1270|>", + "<|special_1271|>", + "<|special_1272|>", + "<|special_1273|>", + "<|special_1274|>", + "<|special_1275|>", + "<|special_1276|>", + "<|special_1277|>", + "<|special_1278|>", + "<|special_1279|>", + "<|special_1280|>", + "<|special_1281|>", + "<|special_1282|>", + "<|special_1283|>", + "<|special_1284|>", + "<|special_1285|>", + "<|special_1286|>", + "<|special_1287|>", + "<|special_1288|>", + "<|special_1289|>", + "<|special_1290|>", + "<|special_1291|>", + "<|special_1292|>", + "<|special_1293|>", + "<|special_1294|>", + "<|special_1295|>", + "<|special_1296|>", + "<|special_1297|>", + "<|special_1298|>", + "<|special_1299|>", + "<|special_1300|>", + "<|special_1301|>", + "<|special_1302|>", + "<|special_1303|>", + "<|special_1304|>", + "<|special_1305|>", + "<|special_1306|>", + "<|special_1307|>", + "<|special_1308|>", + "<|special_1309|>", + "<|special_1310|>", + "<|special_1311|>", + "<|special_1312|>", + "<|special_1313|>", + "<|special_1314|>", + "<|special_1315|>", + "<|special_1316|>", + "<|special_1317|>", + "<|special_1318|>", + "<|special_1319|>", + "<|special_1320|>", + "<|special_1321|>", + "<|special_1322|>", + "<|special_1323|>", + "<|special_1324|>", + "<|special_1325|>", + "<|special_1326|>", + "<|special_1327|>", + "<|special_1328|>", + "<|special_1329|>", + "<|special_1330|>", + "<|special_1331|>", + "<|special_1332|>", + "<|special_1333|>", + "<|special_1334|>", + "<|special_1335|>", + "<|special_1336|>", + "<|special_1337|>", + "<|special_1338|>", + "<|special_1339|>", + "<|special_1340|>", + "<|special_1341|>", + "<|special_1342|>", + "<|special_1343|>", + "<|special_1344|>", + "<|special_1345|>", + "<|special_1346|>", + "<|special_1347|>", + "<|special_1348|>", + "<|special_1349|>", + "<|special_1350|>", + "<|special_1351|>", + "<|special_1352|>", + "<|special_1353|>", + "<|special_1354|>", + "<|special_1355|>", + "<|special_1356|>", + "<|special_1357|>", + "<|special_1358|>", + "<|special_1359|>", + "<|special_1360|>", + "<|special_1361|>", + "<|special_1362|>", + "<|special_1363|>", + "<|special_1364|>", + "<|special_1365|>", + "<|special_1366|>", + "<|special_1367|>", + "<|special_1368|>", + "<|special_1369|>", + "<|special_1370|>", + "<|special_1371|>", + "<|special_1372|>", + "<|special_1373|>", + "<|special_1374|>", + "<|special_1375|>", + "<|special_1376|>", + "<|special_1377|>", + "<|special_1378|>", + "<|special_1379|>", + "<|special_1380|>", + "<|special_1381|>", + "<|special_1382|>", + "<|special_1383|>", + "<|special_1384|>", + "<|special_1385|>", + "<|special_1386|>", + "<|special_1387|>", + "<|special_1388|>", + "<|special_1389|>", + "<|special_1390|>", + "<|special_1391|>", + "<|special_1392|>", + "<|special_1393|>", + "<|special_1394|>", + "<|special_1395|>", + "<|special_1396|>", + "<|special_1397|>", + "<|special_1398|>", + "<|special_1399|>", + "<|special_1400|>", + "<|special_1401|>", + "<|special_1402|>", + "<|special_1403|>", + "<|special_1404|>", + "<|special_1405|>", + "<|special_1406|>", + "<|special_1407|>", + "<|special_1408|>", + "<|special_1409|>", + "<|special_1410|>", + "<|special_1411|>", + "<|special_1412|>", + "<|special_1413|>", + "<|special_1414|>", + "<|special_1415|>", + "<|special_1416|>", + "<|special_1417|>", + "<|special_1418|>", + "<|special_1419|>", + "<|special_1420|>", + "<|special_1421|>", + "<|special_1422|>", + "<|special_1423|>", + "<|special_1424|>", + "<|special_1425|>", + "<|special_1426|>", + "<|special_1427|>", + "<|special_1428|>", + "<|special_1429|>", + "<|special_1430|>", + "<|special_1431|>", + "<|special_1432|>", + "<|special_1433|>", + "<|special_1434|>", + "<|special_1435|>", + "<|special_1436|>", + "<|special_1437|>", + "<|special_1438|>", + "<|special_1439|>", + "<|special_1440|>", + "<|special_1441|>", + "<|special_1442|>", + "<|special_1443|>", + "<|special_1444|>", + "<|special_1445|>", + "<|special_1446|>", + "<|special_1447|>", + "<|special_1448|>", + "<|special_1449|>", + "<|special_1450|>", + "<|special_1451|>", + "<|special_1452|>", + "<|special_1453|>", + "<|special_1454|>", + "<|special_1455|>", + "<|special_1456|>", + "<|special_1457|>", + "<|special_1458|>", + "<|special_1459|>", + "<|special_1460|>", + "<|special_1461|>", + "<|special_1462|>", + "<|special_1463|>", + "<|special_1464|>", + "<|special_1465|>", + "<|special_1466|>", + "<|special_1467|>", + "<|special_1468|>", + "<|special_1469|>", + "<|special_1470|>", + "<|special_1471|>", + "<|special_1472|>", + "<|special_1473|>", + "<|special_1474|>", + "<|special_1475|>", + "<|special_1476|>", + "<|special_1477|>", + "<|special_1478|>", + "<|special_1479|>", + "<|special_1480|>", + "<|special_1481|>", + "<|special_1482|>", + "<|special_1483|>", + "<|special_1484|>", + "<|special_1485|>", + "<|special_1486|>", + "<|special_1487|>", + "<|special_1488|>", + "<|special_1489|>", + "<|special_1490|>", + "<|special_1491|>", + "<|special_1492|>", + "<|special_1493|>", + "<|special_1494|>", + "<|special_1495|>", + "<|special_1496|>", + "<|special_1497|>", + "<|special_1498|>", + "<|special_1499|>", + "<|special_1500|>", + "<|special_1501|>", + "<|special_1502|>", + "<|special_1503|>", + "<|special_1504|>", + "<|special_1505|>", + "<|special_1506|>", + "<|special_1507|>", + "<|special_1508|>", + "<|special_1509|>", + "<|special_1510|>", + "<|special_1511|>", + "<|special_1512|>", + "<|special_1513|>", + "<|special_1514|>", + "<|special_1515|>", + "<|special_1516|>", + "<|special_1517|>", + "<|special_1518|>", + "<|special_1519|>", + "<|special_1520|>", + "<|special_1521|>", + "<|special_1522|>", + "<|special_1523|>", + "<|special_1524|>", + "<|special_1525|>", + "<|special_1526|>", + "<|special_1527|>", + "<|special_1528|>", + "<|special_1529|>", + "<|special_1530|>", + "<|special_1531|>", + "<|special_1532|>", + "<|special_1533|>", + "<|special_1534|>", + "<|special_1535|>", + "<|special_1536|>", + "<|special_1537|>", + "<|special_1538|>", + "<|special_1539|>", + "<|special_1540|>", + "<|special_1541|>", + "<|special_1542|>", + "<|special_1543|>", + "<|special_1544|>", + "<|special_1545|>", + "<|special_1546|>", + "<|special_1547|>", + "<|special_1548|>", + "<|special_1549|>", + "<|special_1550|>", + "<|special_1551|>", + "<|special_1552|>", + "<|special_1553|>", + "<|special_1554|>", + "<|special_1555|>", + "<|special_1556|>", + "<|special_1557|>", + "<|special_1558|>", + "<|special_1559|>", + "<|special_1560|>", + "<|special_1561|>", + "<|special_1562|>", + "<|special_1563|>", + "<|special_1564|>", + "<|special_1565|>", + "<|special_1566|>", + "<|special_1567|>", + "<|special_1568|>", + "<|special_1569|>", + "<|special_1570|>", + "<|special_1571|>", + "<|special_1572|>", + "<|special_1573|>", + "<|special_1574|>", + "<|special_1575|>", + "<|special_1576|>", + "<|special_1577|>", + "<|special_1578|>", + "<|special_1579|>", + "<|special_1580|>", + "<|special_1581|>", + "<|special_1582|>", + "<|special_1583|>", + "<|special_1584|>", + "<|special_1585|>", + "<|special_1586|>", + "<|special_1587|>", + "<|special_1588|>", + "<|special_1589|>", + "<|special_1590|>", + "<|special_1591|>", + "<|special_1592|>", + "<|special_1593|>", + "<|special_1594|>", + "<|special_1595|>", + "<|special_1596|>", + "<|special_1597|>", + "<|special_1598|>", + "<|special_1599|>", + "<|special_1600|>", + "<|special_1601|>", + "<|special_1602|>", + "<|special_1603|>", + "<|special_1604|>", + "<|special_1605|>", + "<|special_1606|>", + "<|special_1607|>", + "<|special_1608|>", + "<|special_1609|>", + "<|special_1610|>", + "<|special_1611|>", + "<|special_1612|>", + "<|special_1613|>", + "<|special_1614|>", + "<|special_1615|>", + "<|special_1616|>", + "<|special_1617|>", + "<|special_1618|>", + "<|special_1619|>", + "<|special_1620|>", + "<|special_1621|>", + "<|special_1622|>", + "<|special_1623|>", + "<|special_1624|>", + "<|special_1625|>", + "<|special_1626|>", + "<|special_1627|>", + "<|special_1628|>", + "<|special_1629|>", + "<|special_1630|>", + "<|special_1631|>", + "<|special_1632|>", + "<|special_1633|>", + "<|special_1634|>", + "<|special_1635|>", + "<|special_1636|>", + "<|special_1637|>", + "<|special_1638|>", + "<|special_1639|>", + "<|special_1640|>", + "<|special_1641|>", + "<|special_1642|>", + "<|special_1643|>", + "<|special_1644|>", + "<|special_1645|>", + "<|special_1646|>", + "<|special_1647|>", + "<|special_1648|>", + "<|special_1649|>", + "<|special_1650|>", + "<|special_1651|>", + "<|special_1652|>", + "<|special_1653|>", + "<|special_1654|>", + "<|special_1655|>", + "<|special_1656|>", + "<|special_1657|>", + "<|special_1658|>", + "<|special_1659|>", + "<|special_1660|>", + "<|special_1661|>", + "<|special_1662|>", + "<|special_1663|>", + "<|special_1664|>", + "<|special_1665|>", + "<|special_1666|>", + "<|special_1667|>", + "<|special_1668|>", + "<|special_1669|>", + "<|special_1670|>", + "<|special_1671|>", + "<|special_1672|>", + "<|special_1673|>", + "<|special_1674|>", + "<|special_1675|>", + "<|special_1676|>", + "<|special_1677|>", + "<|special_1678|>", + "<|special_1679|>", + "<|special_1680|>", + "<|special_1681|>", + "<|special_1682|>", + "<|special_1683|>", + "<|special_1684|>", + "<|special_1685|>", + "<|special_1686|>", + "<|special_1687|>", + "<|special_1688|>", + "<|special_1689|>", + "<|special_1690|>", + "<|special_1691|>", + "<|special_1692|>", + "<|special_1693|>", + "<|special_1694|>", + "<|special_1695|>", + "<|special_1696|>", + "<|special_1697|>", + "<|special_1698|>", + "<|special_1699|>", + "<|special_1700|>", + "<|special_1701|>", + "<|special_1702|>", + "<|special_1703|>", + "<|special_1704|>", + "<|special_1705|>", + "<|special_1706|>", + "<|special_1707|>", + "<|special_1708|>", + "<|special_1709|>", + "<|special_1710|>", + "<|special_1711|>", + "<|special_1712|>", + "<|special_1713|>", + "<|special_1714|>", + "<|special_1715|>", + "<|special_1716|>", + "<|special_1717|>", + "<|special_1718|>", + "<|special_1719|>", + "<|special_1720|>", + "<|special_1721|>", + "<|special_1722|>", + "<|special_1723|>", + "<|special_1724|>", + "<|special_1725|>", + "<|special_1726|>", + "<|special_1727|>", + "<|special_1728|>", + "<|special_1729|>", + "<|special_1730|>", + "<|special_1731|>", + "<|special_1732|>", + "<|special_1733|>", + "<|special_1734|>", + "<|special_1735|>", + "<|special_1736|>", + "<|special_1737|>", + "<|special_1738|>", + "<|special_1739|>", + "<|special_1740|>", + "<|special_1741|>", + "<|special_1742|>", + "<|special_1743|>", + "<|special_1744|>", + "<|special_1745|>", + "<|special_1746|>", + "<|special_1747|>", + "<|special_1748|>", + "<|special_1749|>", + "<|special_1750|>", + "<|special_1751|>", + "<|special_1752|>", + "<|special_1753|>", + "<|special_1754|>", + "<|special_1755|>", + "<|special_1756|>", + "<|special_1757|>", + "<|special_1758|>", + "<|special_1759|>", + "<|special_1760|>", + "<|special_1761|>", + "<|special_1762|>", + "<|special_1763|>", + "<|special_1764|>", + "<|special_1765|>", + "<|special_1766|>", + "<|special_1767|>", + "<|special_1768|>", + "<|special_1769|>", + "<|special_1770|>", + "<|special_1771|>", + "<|special_1772|>", + "<|special_1773|>", + "<|special_1774|>", + "<|special_1775|>", + "<|special_1776|>", + "<|special_1777|>", + "<|special_1778|>", + "<|special_1779|>", + "<|special_1780|>", + "<|special_1781|>", + "<|special_1782|>", + "<|special_1783|>", + "<|special_1784|>", + "<|special_1785|>", + "<|special_1786|>", + "<|special_1787|>", + "<|special_1788|>", + "<|special_1789|>", + "<|special_1790|>", + "<|special_1791|>", + "<|special_1792|>", + "<|special_1793|>", + "<|special_1794|>", + "<|special_1795|>", + "<|special_1796|>", + "<|special_1797|>", + "<|special_1798|>", + "<|special_1799|>", + "<|special_1800|>", + "<|special_1801|>", + "<|special_1802|>", + "<|special_1803|>", + "<|special_1804|>", + "<|special_1805|>", + "<|special_1806|>", + "<|special_1807|>", + "<|special_1808|>", + "<|special_1809|>", + "<|special_1810|>", + "<|special_1811|>", + "<|special_1812|>", + "<|special_1813|>", + "<|special_1814|>", + "<|special_1815|>", + "<|special_1816|>", + "<|special_1817|>", + "<|special_1818|>", + "<|special_1819|>", + "<|special_1820|>", + "<|special_1821|>", + "<|special_1822|>", + "<|special_1823|>", + "<|special_1824|>", + "<|special_1825|>", + "<|special_1826|>", + "<|special_1827|>", + "<|special_1828|>", + "<|special_1829|>", + "<|special_1830|>", + "<|special_1831|>", + "<|special_1832|>", + "<|special_1833|>", + "<|special_1834|>", + "<|special_1835|>", + "<|special_1836|>", + "<|special_1837|>", + "<|special_1838|>", + "<|special_1839|>", + "<|special_1840|>", + "<|special_1841|>", + "<|special_1842|>", + "<|special_1843|>", + "<|special_1844|>", + "<|special_1845|>", + "<|special_1846|>", + "<|special_1847|>", + "<|special_1848|>", + "<|special_1849|>", + "<|special_1850|>", + "<|special_1851|>", + "<|special_1852|>", + "<|special_1853|>", + "<|special_1854|>", + "<|special_1855|>", + "<|special_1856|>", + "<|special_1857|>", + "<|special_1858|>", + "<|special_1859|>", + "<|special_1860|>", + "<|special_1861|>", + "<|special_1862|>", + "<|special_1863|>", + "<|special_1864|>", + "<|special_1865|>", + "<|special_1866|>", + "<|special_1867|>", + "<|special_1868|>", + "<|special_1869|>", + "<|special_1870|>", + "<|special_1871|>", + "<|special_1872|>", + "<|special_1873|>", + "<|special_1874|>", + "<|special_1875|>", + "<|special_1876|>", + "<|special_1877|>", + "<|special_1878|>", + "<|special_1879|>", + "<|special_1880|>", + "<|special_1881|>", + "<|special_1882|>", + "<|special_1883|>", + "<|special_1884|>", + "<|special_1885|>", + "<|special_1886|>", + "<|special_1887|>", + "<|special_1888|>", + "<|special_1889|>", + "<|special_1890|>", + "<|special_1891|>", + "<|special_1892|>", + "<|special_1893|>", + "<|special_1894|>", + "<|special_1895|>", + "<|special_1896|>", + "<|special_1897|>", + "<|special_1898|>", + "<|special_1899|>", + "<|special_1900|>", + "<|special_1901|>", + "<|special_1902|>", + "<|special_1903|>", + "<|special_1904|>", + "<|special_1905|>", + "<|special_1906|>", + "<|special_1907|>", + "<|special_1908|>", + "<|special_1909|>", + "<|special_1910|>", + "<|special_1911|>", + "<|special_1912|>", + "<|special_1913|>", + "<|special_1914|>", + "<|special_1915|>", + "<|special_1916|>", + "<|special_1917|>", + "<|special_1918|>", + "<|special_1919|>", + "<|special_1920|>", + "<|special_1921|>", + "<|special_1922|>", + "<|special_1923|>", + "<|special_1924|>", + "<|special_1925|>", + "<|special_1926|>", + "<|special_1927|>", + "<|special_1928|>", + "<|special_1929|>", + "<|special_1930|>", + "<|special_1931|>", + "<|special_1932|>", + "<|special_1933|>", + "<|special_1934|>", + "<|special_1935|>", + "<|special_1936|>", + "<|special_1937|>", + "<|special_1938|>", + "<|special_1939|>", + "<|special_1940|>", + "<|special_1941|>", + "<|special_1942|>", + "<|special_1943|>", + "<|special_1944|>", + "<|special_1945|>", + "<|special_1946|>", + "<|special_1947|>", + "<|special_1948|>", + "<|special_1949|>", + "<|special_1950|>", + "<|special_1951|>", + "<|special_1952|>", + "<|special_1953|>", + "<|special_1954|>", + "<|special_1955|>", + "<|special_1956|>", + "<|special_1957|>", + "<|special_1958|>", + "<|special_1959|>", + "<|special_1960|>", + "<|special_1961|>", + "<|special_1962|>", + "<|special_1963|>", + "<|special_1964|>", + "<|special_1965|>", + "<|special_1966|>", + "<|special_1967|>", + "<|special_1968|>", + "<|special_1969|>", + "<|special_1970|>", + "<|special_1971|>", + "<|special_1972|>", + "<|special_1973|>", + "<|special_1974|>", + "<|special_1975|>", + "<|special_1976|>", + "<|special_1977|>", + "<|special_1978|>", + "<|special_1979|>", + "<|special_1980|>", + "<|special_1981|>", + "<|special_1982|>", + "<|special_1983|>", + "<|special_1984|>", + "<|special_1985|>", + "<|special_1986|>", + "<|special_1987|>", + "<|special_1988|>", + "<|special_1989|>", + "<|special_1990|>", + "<|special_1991|>", + "<|special_1992|>", + "<|special_1993|>", + "<|special_1994|>", + "<|special_1995|>", + "<|special_1996|>", + "<|special_1997|>", + "<|special_1998|>", + "<|special_1999|>", + "<|special_2000|>", + "<|special_2001|>", + "<|special_2002|>", + "<|special_2003|>", + "<|special_2004|>", + "<|special_2005|>", + "<|special_2006|>", + "<|special_2007|>", + "<|special_2008|>", + "<|special_2009|>", + "<|special_2010|>", + "<|special_2011|>", + "<|special_2012|>", + "<|special_2013|>", + "<|special_2014|>", + "<|special_2015|>", + "<|special_2016|>", + "<|special_2017|>", + "<|special_2018|>", + "<|special_2019|>", + "<|special_2020|>", + "<|special_2021|>", + "<|special_2022|>", + "<|special_2023|>", + "<|special_2024|>", + "<|special_2025|>", + "<|special_2026|>", + "<|special_2027|>", + "<|special_2028|>", + "<|special_2029|>", + "<|special_2030|>", + "<|special_2031|>", + "<|special_2032|>", + "<|special_2033|>", + "<|special_2034|>", + "<|special_2035|>", + "<|special_2036|>", + "<|special_2037|>", + "<|special_2038|>", + "<|special_2039|>", + "<|special_2040|>", + "<|special_2041|>", + "<|special_2042|>", + "<|special_2043|>", + "<|special_2044|>", + "<|special_2045|>", + "<|special_2046|>", + "<|special_2047|>", + "<|special_2048|>", + "<|special_2049|>", + "<|special_2050|>", + "<|special_2051|>", + "<|special_2052|>", + "<|special_2053|>", + "<|special_2054|>", + "<|special_2055|>", + "<|special_2056|>", + "<|special_2057|>", + "<|special_2058|>", + "<|special_2059|>", + "<|special_2060|>", + "<|special_2061|>", + "<|special_2062|>", + "<|special_2063|>", + "<|special_2064|>", + "<|special_2065|>", + "<|special_2066|>", + "<|special_2067|>", + "<|special_2068|>", + "<|special_2069|>", + "<|special_2070|>", + "<|special_2071|>", + "<|special_2072|>", + "<|special_2073|>", + "<|special_2074|>", + "<|special_2075|>", + "<|special_2076|>", + "<|special_2077|>", + "<|special_2078|>", + "<|special_2079|>", + "<|special_2080|>", + "<|special_2081|>", + "<|special_2082|>", + "<|special_2083|>", + "<|special_2084|>", + "<|special_2085|>", + "<|special_2086|>", + "<|special_2087|>", + "<|special_2088|>", + "<|special_2089|>", + "<|special_2090|>", + "<|special_2091|>", + "<|special_2092|>", + "<|special_2093|>", + "<|special_2094|>", + "<|special_2095|>", + "<|special_2096|>", + "<|special_2097|>", + "<|special_2098|>", + "<|special_2099|>", + "<|special_2100|>", + "<|special_2101|>", + "<|special_2102|>", + "<|special_2103|>", + "<|special_2104|>", + "<|special_2105|>", + "<|special_2106|>", + "<|special_2107|>", + "<|special_2108|>", + "<|special_2109|>", + "<|special_2110|>", + "<|special_2111|>", + "<|special_2112|>", + "<|special_2113|>", + "<|special_2114|>", + "<|special_2115|>", + "<|special_2116|>", + "<|special_2117|>", + "<|special_2118|>", + "<|special_2119|>", + "<|special_2120|>", + "<|special_2121|>", + "<|special_2122|>", + "<|special_2123|>", + "<|special_2124|>", + "<|special_2125|>", + "<|special_2126|>", + "<|special_2127|>", + "<|special_2128|>", + "<|special_2129|>", + "<|special_2130|>", + "<|special_2131|>", + "<|special_2132|>", + "<|special_2133|>", + "<|special_2134|>", + "<|special_2135|>", + "<|special_2136|>", + "<|special_2137|>", + "<|special_2138|>", + "<|special_2139|>", + "<|special_2140|>", + "<|special_2141|>", + "<|special_2142|>", + "<|special_2143|>", + "<|special_2144|>", + "<|special_2145|>", + "<|special_2146|>", + "<|special_2147|>", + "<|special_2148|>", + "<|special_2149|>", + "<|special_2150|>", + "<|special_2151|>", + "<|special_2152|>", + "<|special_2153|>", + "<|special_2154|>", + "<|special_2155|>", + "<|special_2156|>", + "<|special_2157|>", + "<|special_2158|>", + "<|special_2159|>", + "<|special_2160|>", + "<|special_2161|>", + "<|special_2162|>", + "<|special_2163|>", + "<|special_2164|>", + "<|special_2165|>", + "<|special_2166|>", + "<|special_2167|>", + "<|special_2168|>", + "<|special_2169|>", + "<|special_2170|>", + "<|special_2171|>", + "<|special_2172|>", + "<|special_2173|>", + "<|special_2174|>", + "<|special_2175|>", + "<|special_2176|>", + "<|special_2177|>", + "<|special_2178|>", + "<|special_2179|>", + "<|special_2180|>", + "<|special_2181|>", + "<|special_2182|>", + "<|special_2183|>", + "<|special_2184|>", + "<|special_2185|>", + "<|special_2186|>", + "<|special_2187|>", + "<|special_2188|>", + "<|special_2189|>", + "<|special_2190|>", + "<|special_2191|>", + "<|special_2192|>", + "<|special_2193|>", + "<|special_2194|>", + "<|special_2195|>", + "<|special_2196|>", + "<|special_2197|>", + "<|special_2198|>", + "<|special_2199|>", + "<|special_2200|>", + "<|special_2201|>", + "<|special_2202|>", + "<|special_2203|>", + "<|special_2204|>", + "<|special_2205|>", + "<|special_2206|>", + "<|special_2207|>", + "<|special_2208|>", + "<|special_2209|>", + "<|special_2210|>", + "<|special_2211|>", + "<|special_2212|>", + "<|special_2213|>", + "<|special_2214|>", + "<|special_2215|>", + "<|special_2216|>", + "<|special_2217|>", + "<|special_2218|>", + "<|special_2219|>", + "<|special_2220|>", + "<|special_2221|>", + "<|special_2222|>", + "<|special_2223|>", + "<|special_2224|>", + "<|special_2225|>", + "<|special_2226|>", + "<|special_2227|>", + "<|special_2228|>", + "<|special_2229|>", + "<|special_2230|>", + "<|special_2231|>", + "<|special_2232|>", + "<|special_2233|>", + "<|special_2234|>", + "<|special_2235|>", + "<|special_2236|>", + "<|special_2237|>", + "<|special_2238|>", + "<|special_2239|>", + "<|special_2240|>", + "<|special_2241|>", + "<|special_2242|>", + "<|special_2243|>", + "<|special_2244|>", + "<|special_2245|>", + "<|special_2246|>", + "<|special_2247|>", + "<|special_2248|>", + "<|special_2249|>", + "<|special_2250|>", + "<|special_2251|>", + "<|special_2252|>", + "<|special_2253|>", + "<|special_2254|>", + "<|special_2255|>", + "<|special_2256|>", + "<|special_2257|>", + "<|special_2258|>", + "<|special_2259|>", + "<|special_2260|>", + "<|special_2261|>", + "<|special_2262|>", + "<|special_2263|>", + "<|special_2264|>", + "<|special_2265|>", + "<|special_2266|>", + "<|special_2267|>", + "<|special_2268|>", + "<|special_2269|>", + "<|special_2270|>", + "<|special_2271|>", + "<|special_2272|>", + "<|special_2273|>", + "<|special_2274|>", + "<|special_2275|>", + "<|special_2276|>", + "<|special_2277|>", + "<|special_2278|>", + "<|special_2279|>", + "<|special_2280|>", + "<|special_2281|>", + "<|special_2282|>", + "<|special_2283|>", + "<|special_2284|>", + "<|special_2285|>", + "<|special_2286|>", + "<|special_2287|>", + "<|special_2288|>", + "<|special_2289|>", + "<|special_2290|>", + "<|special_2291|>", + "<|special_2292|>", + "<|special_2293|>", + "<|special_2294|>", + "<|special_2295|>", + "<|special_2296|>", + "<|special_2297|>", + "<|special_2298|>", + "<|special_2299|>", + "<|special_2300|>", + "<|special_2301|>", + "<|special_2302|>", + "<|special_2303|>", + "<|special_2304|>", + "<|special_2305|>", + "<|special_2306|>", + "<|special_2307|>", + "<|special_2308|>", + "<|special_2309|>", + "<|special_2310|>", + "<|special_2311|>", + "<|special_2312|>", + "<|special_2313|>", + "<|special_2314|>", + "<|special_2315|>", + "<|special_2316|>", + "<|special_2317|>", + "<|special_2318|>", + "<|special_2319|>", + "<|special_2320|>", + "<|special_2321|>", + "<|special_2322|>", + "<|special_2323|>", + "<|special_2324|>", + "<|special_2325|>", + "<|special_2326|>", + "<|special_2327|>", + "<|special_2328|>", + "<|special_2329|>", + "<|special_2330|>", + "<|special_2331|>", + "<|special_2332|>", + "<|special_2333|>", + "<|special_2334|>", + "<|special_2335|>", + "<|special_2336|>", + "<|special_2337|>", + "<|special_2338|>", + "<|special_2339|>", + "<|special_2340|>", + "<|special_2341|>", + "<|special_2342|>", + "<|special_2343|>", + "<|special_2344|>", + "<|special_2345|>", + "<|special_2346|>", + "<|special_2347|>", + "<|special_2348|>", + "<|special_2349|>", + "<|special_2350|>", + "<|special_2351|>", + "<|special_2352|>", + "<|special_2353|>", + "<|special_2354|>", + "<|special_2355|>", + "<|special_2356|>", + "<|special_2357|>", + "<|special_2358|>", + "<|special_2359|>", + "<|special_2360|>", + "<|special_2361|>", + "<|special_2362|>", + "<|special_2363|>", + "<|special_2364|>", + "<|special_2365|>", + "<|special_2366|>", + "<|special_2367|>", + "<|special_2368|>", + "<|special_2369|>", + "<|special_2370|>", + "<|special_2371|>", + "<|special_2372|>", + "<|special_2373|>", + "<|special_2374|>", + "<|special_2375|>", + "<|special_2376|>", + "<|special_2377|>", + "<|special_2378|>", + "<|special_2379|>", + "<|special_2380|>", + "<|special_2381|>", + "<|special_2382|>", + "<|special_2383|>", + "<|special_2384|>", + "<|special_2385|>", + "<|special_2386|>", + "<|special_2387|>", + "<|special_2388|>", + "<|special_2389|>", + "<|special_2390|>", + "<|special_2391|>", + "<|special_2392|>", + "<|special_2393|>", + "<|special_2394|>", + "<|special_2395|>", + "<|special_2396|>", + "<|special_2397|>", + "<|special_2398|>", + "<|special_2399|>", + "<|special_2400|>", + "<|special_2401|>", + "<|special_2402|>", + "<|special_2403|>", + "<|special_2404|>", + "<|special_2405|>", + "<|special_2406|>", + "<|special_2407|>", + "<|special_2408|>", + "<|special_2409|>", + "<|special_2410|>", + "<|special_2411|>", + "<|special_2412|>", + "<|special_2413|>", + "<|special_2414|>", + "<|special_2415|>", + "<|special_2416|>", + "<|special_2417|>", + "<|special_2418|>", + "<|special_2419|>", + "<|special_2420|>", + "<|special_2421|>", + "<|special_2422|>", + "<|special_2423|>", + "<|special_2424|>", + "<|special_2425|>", + "<|special_2426|>", + "<|special_2427|>", + "<|special_2428|>", + "<|special_2429|>", + "<|special_2430|>", + "<|special_2431|>", + "<|special_2432|>", + "<|special_2433|>", + "<|special_2434|>", + "<|special_2435|>", + "<|special_2436|>", + "<|special_2437|>", + "<|special_2438|>", + "<|special_2439|>", + "<|special_2440|>", + "<|special_2441|>", + "<|special_2442|>", + "<|special_2443|>", + "<|special_2444|>", + "<|special_2445|>", + "<|special_2446|>", + "<|special_2447|>", + "<|special_2448|>", + "<|special_2449|>", + "<|special_2450|>", + "<|special_2451|>", + "<|special_2452|>", + "<|special_2453|>", + "<|special_2454|>", + "<|special_2455|>", + "<|special_2456|>", + "<|special_2457|>", + "<|special_2458|>", + "<|special_2459|>", + "<|special_2460|>", + "<|special_2461|>", + "<|special_2462|>", + "<|special_2463|>", + "<|special_2464|>", + "<|special_2465|>", + "<|special_2466|>", + "<|special_2467|>", + "<|special_2468|>", + "<|special_2469|>", + "<|special_2470|>", + "<|special_2471|>", + "<|special_2472|>", + "<|special_2473|>", + "<|special_2474|>", + "<|special_2475|>", + "<|special_2476|>", + "<|special_2477|>", + "<|special_2478|>", + "<|special_2479|>", + "<|special_2480|>", + "<|special_2481|>", + "<|special_2482|>", + "<|special_2483|>", + "<|special_2484|>", + "<|special_2485|>", + "<|special_2486|>", + "<|special_2487|>", + "<|special_2488|>", + "<|special_2489|>", + "<|special_2490|>", + "<|special_2491|>", + "<|special_2492|>", + "<|special_2493|>", + "<|special_2494|>", + "<|special_2495|>", + "<|special_2496|>", + "<|special_2497|>", + "<|special_2498|>", + "<|special_2499|>", + "<|special_2500|>", + "<|special_2501|>", + "<|special_2502|>", + "<|special_2503|>", + "<|special_2504|>", + "<|special_2505|>", + "<|special_2506|>", + "<|special_2507|>", + "<|special_2508|>", + "<|special_2509|>", + "<|special_2510|>", + "<|special_2511|>", + "<|special_2512|>", + "<|special_2513|>", + "<|special_2514|>", + "<|special_2515|>", + "<|special_2516|>", + "<|special_2517|>", + "<|special_2518|>", + "<|special_2519|>", + "<|special_2520|>", + "<|special_2521|>", + "<|special_2522|>", + "<|special_2523|>", + "<|special_2524|>", + "<|special_2525|>", + "<|special_2526|>", + "<|special_2527|>", + "<|special_2528|>", + "<|special_2529|>", + "<|special_2530|>", + "<|special_2531|>", + "<|special_2532|>", + "<|special_2533|>", + "<|special_2534|>", + "<|special_2535|>", + "<|special_2536|>", + "<|special_2537|>", + "<|special_2538|>", + "<|special_2539|>", + "<|special_2540|>", + "<|special_2541|>", + "<|special_2542|>", + "<|special_2543|>", + "<|special_2544|>", + "<|special_2545|>", + "<|special_2546|>", + "<|special_2547|>", + "<|special_2548|>", + "<|special_2549|>", + "<|special_2550|>", + "<|special_2551|>", + "<|special_2552|>", + "<|special_2553|>", + "<|special_2554|>", + "<|special_2555|>", + "<|special_2556|>", + "<|special_2557|>", + "<|special_2558|>", + "<|special_2559|>", + "<|special_2560|>", + "<|special_2561|>", + "<|special_2562|>", + "<|special_2563|>", + "<|special_2564|>", + "<|special_2565|>", + "<|special_2566|>", + "<|special_2567|>", + "<|special_2568|>", + "<|special_2569|>", + "<|special_2570|>", + "<|special_2571|>", + "<|special_2572|>", + "<|special_2573|>", + "<|special_2574|>", + "<|special_2575|>", + "<|special_2576|>", + "<|special_2577|>", + "<|special_2578|>", + "<|special_2579|>", + "<|special_2580|>", + "<|special_2581|>", + "<|special_2582|>", + "<|special_2583|>", + "<|special_2584|>", + "<|special_2585|>", + "<|special_2586|>", + "<|special_2587|>", + "<|special_2588|>", + "<|special_2589|>", + "<|special_2590|>", + "<|special_2591|>", + "<|special_2592|>", + "<|special_2593|>", + "<|special_2594|>", + "<|special_2595|>", + "<|special_2596|>", + "<|special_2597|>", + "<|special_2598|>", + "<|special_2599|>", + "<|special_2600|>", + "<|special_2601|>", + "<|special_2602|>", + "<|special_2603|>", + "<|special_2604|>", + "<|special_2605|>", + "<|special_2606|>", + "<|special_2607|>", + "<|special_2608|>", + "<|special_2609|>", + "<|special_2610|>", + "<|special_2611|>", + "<|special_2612|>", + "<|special_2613|>", + "<|special_2614|>", + "<|special_2615|>", + "<|special_2616|>", + "<|special_2617|>", + "<|special_2618|>", + "<|special_2619|>", + "<|special_2620|>", + "<|special_2621|>", + "<|special_2622|>", + "<|special_2623|>", + "<|special_2624|>", + "<|special_2625|>", + "<|special_2626|>", + "<|special_2627|>", + "<|special_2628|>", + "<|special_2629|>", + "<|special_2630|>", + "<|special_2631|>", + "<|special_2632|>", + "<|special_2633|>", + "<|special_2634|>", + "<|special_2635|>", + "<|special_2636|>", + "<|special_2637|>", + "<|special_2638|>", + "<|special_2639|>", + "<|special_2640|>", + "<|special_2641|>", + "<|special_2642|>", + "<|special_2643|>", + "<|special_2644|>", + "<|special_2645|>", + "<|special_2646|>", + "<|special_2647|>", + "<|special_2648|>", + "<|special_2649|>", + "<|special_2650|>", + "<|special_2651|>", + "<|special_2652|>", + "<|special_2653|>", + "<|special_2654|>", + "<|special_2655|>", + "<|special_2656|>", + "<|special_2657|>", + "<|special_2658|>", + "<|special_2659|>", + "<|special_2660|>", + "<|special_2661|>", + "<|special_2662|>", + "<|special_2663|>", + "<|special_2664|>", + "<|special_2665|>", + "<|special_2666|>", + "<|special_2667|>", + "<|special_2668|>", + "<|special_2669|>", + "<|special_2670|>", + "<|special_2671|>", + "<|special_2672|>", + "<|special_2673|>", + "<|special_2674|>", + "<|special_2675|>", + "<|special_2676|>", + "<|special_2677|>", + "<|special_2678|>", + "<|special_2679|>", + "<|special_2680|>", + "<|special_2681|>", + "<|special_2682|>", + "<|special_2683|>", + "<|special_2684|>", + "<|special_2685|>", + "<|special_2686|>", + "<|special_2687|>", + "<|special_2688|>", + "<|special_2689|>", + "<|special_2690|>", + "<|special_2691|>", + "<|special_2692|>", + "<|special_2693|>", + "<|special_2694|>", + "<|special_2695|>", + "<|special_2696|>", + "<|special_2697|>", + "<|special_2698|>", + "<|special_2699|>", + "<|special_2700|>", + "<|special_2701|>", + "<|special_2702|>", + "<|special_2703|>", + "<|special_2704|>", + "<|special_2705|>", + "<|special_2706|>", + "<|special_2707|>", + "<|special_2708|>", + "<|special_2709|>", + "<|special_2710|>", + "<|special_2711|>", + "<|special_2712|>", + "<|special_2713|>", + "<|special_2714|>", + "<|special_2715|>", + "<|special_2716|>", + "<|special_2717|>", + "<|special_2718|>", + "<|special_2719|>", + "<|special_2720|>", + "<|special_2721|>", + "<|special_2722|>", + "<|special_2723|>", + "<|special_2724|>", + "<|special_2725|>", + "<|special_2726|>", + "<|special_2727|>", + "<|special_2728|>", + "<|special_2729|>", + "<|special_2730|>", + "<|special_2731|>", + "<|special_2732|>", + "<|special_2733|>", + "<|special_2734|>", + "<|special_2735|>", + "<|special_2736|>", + "<|special_2737|>", + "<|special_2738|>", + "<|special_2739|>", + "<|special_2740|>", + "<|special_2741|>", + "<|special_2742|>", + "<|special_2743|>", + "<|special_2744|>", + "<|special_2745|>", + "<|special_2746|>", + "<|special_2747|>", + "<|special_2748|>", + "<|special_2749|>", + "<|special_2750|>", + "<|special_2751|>", + "<|special_2752|>", + "<|special_2753|>", + "<|special_2754|>", + "<|special_2755|>", + "<|special_2756|>", + "<|special_2757|>", + "<|special_2758|>", + "<|special_2759|>", + "<|special_2760|>", + "<|special_2761|>", + "<|special_2762|>", + "<|special_2763|>", + "<|special_2764|>", + "<|special_2765|>", + "<|special_2766|>", + "<|special_2767|>", + "<|special_2768|>", + "<|special_2769|>", + "<|special_2770|>", + "<|special_2771|>", + "<|special_2772|>", + "<|special_2773|>", + "<|special_2774|>", + "<|special_2775|>", + "<|special_2776|>", + "<|special_2777|>", + "<|special_2778|>", + "<|special_2779|>", + "<|special_2780|>", + "<|special_2781|>", + "<|special_2782|>", + "<|special_2783|>", + "<|special_2784|>", + "<|special_2785|>", + "<|special_2786|>", + "<|special_2787|>", + "<|special_2788|>", + "<|special_2789|>", + "<|special_2790|>", + "<|special_2791|>", + "<|special_2792|>", + "<|special_2793|>", + "<|special_2794|>", + "<|special_2795|>", + "<|special_2796|>", + "<|special_2797|>", + "<|special_2798|>", + "<|special_2799|>", + "<|special_2800|>", + "<|special_2801|>", + "<|special_2802|>", + "<|special_2803|>", + "<|special_2804|>", + "<|special_2805|>", + "<|special_2806|>", + "<|special_2807|>", + "<|special_2808|>", + "<|special_2809|>", + "<|special_2810|>", + "<|special_2811|>", + "<|special_2812|>", + "<|special_2813|>", + "<|special_2814|>", + "<|special_2815|>", + "<|special_2816|>", + "<|special_2817|>", + "<|special_2818|>", + "<|special_2819|>", + "<|special_2820|>", + "<|special_2821|>", + "<|special_2822|>", + "<|special_2823|>", + "<|special_2824|>", + "<|special_2825|>", + "<|special_2826|>", + "<|special_2827|>", + "<|special_2828|>", + "<|special_2829|>", + "<|special_2830|>", + "<|special_2831|>", + "<|special_2832|>", + "<|special_2833|>", + "<|special_2834|>", + "<|special_2835|>", + "<|special_2836|>", + "<|special_2837|>", + "<|special_2838|>", + "<|special_2839|>", + "<|special_2840|>", + "<|special_2841|>", + "<|special_2842|>", + "<|special_2843|>", + "<|special_2844|>", + "<|special_2845|>", + "<|special_2846|>", + "<|special_2847|>", + "<|special_2848|>", + "<|special_2849|>", + "<|special_2850|>", + "<|special_2851|>", + "<|special_2852|>", + "<|special_2853|>", + "<|special_2854|>", + "<|special_2855|>", + "<|special_2856|>", + "<|special_2857|>", + "<|special_2858|>", + "<|special_2859|>", + "<|special_2860|>", + "<|special_2861|>", + "<|special_2862|>", + "<|special_2863|>", + "<|special_2864|>", + "<|special_2865|>", + "<|special_2866|>", + "<|special_2867|>", + "<|special_2868|>", + "<|special_2869|>", + "<|special_2870|>", + "<|special_2871|>", + "<|special_2872|>", + "<|special_2873|>", + "<|special_2874|>", + "<|special_2875|>", + "<|special_2876|>", + "<|special_2877|>", + "<|special_2878|>", + "<|special_2879|>", + "<|special_2880|>", + "<|special_2881|>", + "<|special_2882|>", + "<|special_2883|>", + "<|special_2884|>", + "<|special_2885|>", + "<|special_2886|>", + "<|special_2887|>", + "<|special_2888|>", + "<|special_2889|>", + "<|special_2890|>", + "<|special_2891|>", + "<|special_2892|>", + "<|special_2893|>", + "<|special_2894|>", + "<|special_2895|>", + "<|special_2896|>", + "<|special_2897|>", + "<|special_2898|>", + "<|special_2899|>", + "<|special_2900|>", + "<|special_2901|>", + "<|special_2902|>", + "<|special_2903|>", + "<|special_2904|>", + "<|special_2905|>", + "<|special_2906|>", + "<|special_2907|>", + "<|special_2908|>", + "<|special_2909|>", + "<|special_2910|>", + "<|special_2911|>", + "<|special_2912|>", + "<|special_2913|>", + "<|special_2914|>", + "<|special_2915|>", + "<|special_2916|>", + "<|special_2917|>", + "<|special_2918|>", + "<|special_2919|>", + "<|special_2920|>", + "<|special_2921|>", + "<|special_2922|>", + "<|special_2923|>", + "<|special_2924|>", + "<|special_2925|>", + "<|special_2926|>", + "<|special_2927|>", + "<|special_2928|>", + "<|special_2929|>", + "<|special_2930|>", + "<|special_2931|>", + "<|special_2932|>", + "<|special_2933|>", + "<|special_2934|>", + "<|special_2935|>", + "<|special_2936|>", + "<|special_2937|>", + "<|special_2938|>", + "<|special_2939|>", + "<|special_2940|>", + "<|special_2941|>", + "<|special_2942|>", + "<|special_2943|>", + "<|special_2944|>", + "<|special_2945|>", + "<|special_2946|>", + "<|special_2947|>", + "<|special_2948|>", + "<|special_2949|>", + "<|special_2950|>", + "<|special_2951|>", + "<|special_2952|>", + "<|special_2953|>", + "<|special_2954|>", + "<|special_2955|>", + "<|special_2956|>", + "<|special_2957|>", + "<|special_2958|>", + "<|special_2959|>", + "<|special_2960|>", + "<|special_2961|>", + "<|special_2962|>", + "<|special_2963|>", + "<|special_2964|>", + "<|special_2965|>", + "<|special_2966|>", + "<|special_2967|>", + "<|special_2968|>", + "<|special_2969|>", + "<|special_2970|>", + "<|special_2971|>", + "<|special_2972|>", + "<|special_2973|>", + "<|special_2974|>", + "<|special_2975|>", + "<|special_2976|>", + "<|special_2977|>", + "<|special_2978|>", + "<|special_2979|>", + "<|special_2980|>", + "<|special_2981|>", + "<|special_2982|>", + "<|special_2983|>", + "<|special_2984|>", + "<|special_2985|>", + "<|special_2986|>", + "<|special_2987|>", + "<|special_2988|>", + "<|special_2989|>", + "<|special_2990|>", + "<|special_2991|>", + "<|special_2992|>", + "<|special_2993|>", + "<|special_2994|>", + "<|special_2995|>", + "<|special_2996|>", + "<|special_2997|>", + "<|special_2998|>", + "<|special_2999|>", + "<|special_3000|>", + "<|special_3001|>", + "<|special_3002|>", + "<|special_3003|>", + "<|special_3004|>", + "<|special_3005|>", + "<|special_3006|>", + "<|special_3007|>", + "<|special_3008|>", + "<|special_3009|>", + "<|special_3010|>", + "<|special_3011|>", + "<|special_3012|>", + "<|special_3013|>", + "<|special_3014|>", + "<|special_3015|>", + "<|special_3016|>", + "<|special_3017|>", + "<|special_3018|>", + "<|special_3019|>", + "<|special_3020|>", + "<|special_3021|>", + "<|special_3022|>", + "<|special_3023|>", + "<|special_3024|>", + "<|special_3025|>", + "<|special_3026|>", + "<|special_3027|>", + "<|special_3028|>", + "<|special_3029|>", + "<|special_3030|>", + "<|special_3031|>", + "<|special_3032|>", + "<|special_3033|>", + "<|special_3034|>", + "<|special_3035|>", + "<|special_3036|>", + "<|special_3037|>", + "<|special_3038|>", + "<|special_3039|>", + "<|special_3040|>", + "<|special_3041|>", + "<|special_3042|>", + "<|special_3043|>", + "<|special_3044|>", + "<|special_3045|>", + "<|special_3046|>", + "<|special_3047|>", + "<|special_3048|>", + "<|special_3049|>", + "<|special_3050|>", + "<|special_3051|>", + "<|special_3052|>", + "<|special_3053|>", + "<|special_3054|>", + "<|special_3055|>", + "<|special_3056|>", + "<|special_3057|>", + "<|special_3058|>", + "<|special_3059|>", + "<|special_3060|>", + "<|special_3061|>", + "<|special_3062|>", + "<|special_3063|>", + "<|special_3064|>", + "<|special_3065|>", + "<|special_3066|>", + "<|special_3067|>", + "<|special_3068|>", + "<|special_3069|>", + "<|special_3070|>", + "<|special_3071|>", + "<|special_3072|>", + "<|special_3073|>", + "<|special_3074|>", + "<|special_3075|>", + "<|special_3076|>", + "<|special_3077|>", + "<|special_3078|>", + "<|special_3079|>", + "<|special_3080|>", + "<|special_3081|>", + "<|special_3082|>", + "<|special_3083|>", + "<|special_3084|>", + "<|special_3085|>", + "<|special_3086|>", + "<|special_3087|>", + "<|special_3088|>", + "<|special_3089|>", + "<|special_3090|>", + "<|special_3091|>", + "<|special_3092|>", + "<|special_3093|>", + "<|special_3094|>", + "<|special_3095|>", + "<|special_3096|>", + "<|special_3097|>", + "<|special_3098|>", + "<|special_3099|>", + "<|special_3100|>", + "<|special_3101|>", + "<|special_3102|>", + "<|special_3103|>", + "<|special_3104|>", + "<|special_3105|>", + "<|special_3106|>", + "<|special_3107|>", + "<|special_3108|>", + "<|special_3109|>", + "<|special_3110|>", + "<|special_3111|>", + "<|special_3112|>", + "<|special_3113|>", + "<|special_3114|>", + "<|special_3115|>", + "<|special_3116|>", + "<|special_3117|>", + "<|special_3118|>", + "<|special_3119|>", + "<|special_3120|>", + "<|special_3121|>", + "<|special_3122|>", + "<|special_3123|>", + "<|special_3124|>", + "<|special_3125|>", + "<|special_3126|>", + "<|special_3127|>", + "<|special_3128|>", + "<|special_3129|>", + "<|special_3130|>", + "<|special_3131|>", + "<|special_3132|>", + "<|special_3133|>", + "<|special_3134|>", + "<|special_3135|>", + "<|special_3136|>", + "<|special_3137|>", + "<|special_3138|>", + "<|special_3139|>", + "<|special_3140|>", + "<|special_3141|>", + "<|special_3142|>", + "<|special_3143|>", + "<|special_3144|>", + "<|special_3145|>", + "<|special_3146|>", + "<|special_3147|>", + "<|special_3148|>", + "<|special_3149|>", + "<|special_3150|>", + "<|special_3151|>", + "<|special_3152|>", + "<|special_3153|>", + "<|special_3154|>", + "<|special_3155|>", + "<|special_3156|>", + "<|special_3157|>", + "<|special_3158|>", + "<|special_3159|>", + "<|special_3160|>", + "<|special_3161|>", + "<|special_3162|>", + "<|special_3163|>", + "<|special_3164|>", + "<|special_3165|>", + "<|special_3166|>", + "<|special_3167|>", + "<|special_3168|>", + "<|special_3169|>", + "<|special_3170|>", + "<|special_3171|>", + "<|special_3172|>", + "<|special_3173|>", + "<|special_3174|>", + "<|special_3175|>", + "<|special_3176|>", + "<|special_3177|>", + "<|special_3178|>", + "<|special_3179|>", + "<|special_3180|>", + "<|special_3181|>", + "<|special_3182|>", + "<|special_3183|>", + "<|special_3184|>", + "<|special_3185|>", + "<|special_3186|>", + "<|special_3187|>", + "<|special_3188|>", + "<|special_3189|>", + "<|special_3190|>", + "<|special_3191|>", + "<|special_3192|>", + "<|special_3193|>", + "<|special_3194|>", + "<|special_3195|>", + "<|special_3196|>", + "<|special_3197|>", + "<|special_3198|>", + "<|special_3199|>", + "<|special_3200|>", + "<|special_3201|>", + "<|special_3202|>", + "<|special_3203|>", + "<|special_3204|>", + "<|special_3205|>", + "<|special_3206|>", + "<|special_3207|>", + "<|special_3208|>", + "<|special_3209|>", + "<|special_3210|>", + "<|special_3211|>", + "<|special_3212|>", + "<|special_3213|>", + "<|special_3214|>", + "<|special_3215|>", + "<|special_3216|>", + "<|special_3217|>", + "<|special_3218|>", + "<|special_3219|>", + "<|special_3220|>", + "<|special_3221|>", + "<|special_3222|>", + "<|special_3223|>", + "<|special_3224|>", + "<|special_3225|>", + "<|special_3226|>", + "<|special_3227|>", + "<|special_3228|>", + "<|special_3229|>", + "<|special_3230|>", + "<|special_3231|>", + "<|special_3232|>", + "<|special_3233|>", + "<|special_3234|>", + "<|special_3235|>", + "<|special_3236|>", + "<|special_3237|>", + "<|special_3238|>", + "<|special_3239|>", + "<|special_3240|>", + "<|special_3241|>", + "<|special_3242|>", + "<|special_3243|>", + "<|special_3244|>", + "<|special_3245|>", + "<|special_3246|>", + "<|special_3247|>", + "<|special_3248|>", + "<|special_3249|>", + "<|special_3250|>", + "<|special_3251|>", + "<|special_3252|>", + "<|special_3253|>", + "<|special_3254|>", + "<|special_3255|>", + "<|special_3256|>", + "<|special_3257|>", + "<|special_3258|>", + "<|special_3259|>", + "<|special_3260|>", + "<|special_3261|>", + "<|special_3262|>", + "<|special_3263|>", + "<|special_3264|>", + "<|special_3265|>", + "<|special_3266|>", + "<|special_3267|>", + "<|special_3268|>", + "<|special_3269|>", + "<|special_3270|>", + "<|special_3271|>", + "<|special_3272|>", + "<|special_3273|>", + "<|special_3274|>", + "<|special_3275|>", + "<|special_3276|>", + "<|special_3277|>", + "<|special_3278|>", + "<|special_3279|>", + "<|special_3280|>", + "<|special_3281|>", + "<|special_3282|>", + "<|special_3283|>", + "<|special_3284|>", + "<|special_3285|>", + "<|special_3286|>", + "<|special_3287|>", + "<|special_3288|>", + "<|special_3289|>", + "<|special_3290|>", + "<|special_3291|>", + "<|special_3292|>", + "<|special_3293|>", + "<|special_3294|>", + "<|special_3295|>", + "<|special_3296|>", + "<|special_3297|>", + "<|special_3298|>", + "<|special_3299|>", + "<|special_3300|>", + "<|special_3301|>", + "<|special_3302|>", + "<|special_3303|>", + "<|special_3304|>", + "<|special_3305|>", + "<|special_3306|>", + "<|special_3307|>", + "<|special_3308|>", + "<|special_3309|>", + "<|special_3310|>", + "<|special_3311|>", + "<|special_3312|>", + "<|special_3313|>", + "<|special_3314|>", + "<|special_3315|>", + "<|special_3316|>", + "<|special_3317|>", + "<|special_3318|>", + "<|special_3319|>", + "<|special_3320|>", + "<|special_3321|>", + "<|special_3322|>", + "<|special_3323|>", + "<|special_3324|>", + "<|special_3325|>", + "<|special_3326|>", + "<|special_3327|>", + "<|special_3328|>", + "<|special_3329|>", + "<|special_3330|>", + "<|special_3331|>", + "<|special_3332|>", + "<|special_3333|>", + "<|special_3334|>", + "<|special_3335|>", + "<|special_3336|>", + "<|special_3337|>", + "<|special_3338|>", + "<|special_3339|>", + "<|special_3340|>", + "<|special_3341|>", + "<|special_3342|>", + "<|special_3343|>", + "<|special_3344|>", + "<|special_3345|>", + "<|special_3346|>", + "<|special_3347|>", + "<|special_3348|>", + "<|special_3349|>", + "<|special_3350|>", + "<|special_3351|>", + "<|special_3352|>", + "<|special_3353|>", + "<|special_3354|>", + "<|special_3355|>", + "<|special_3356|>", + "<|special_3357|>", + "<|special_3358|>", + "<|special_3359|>", + "<|special_3360|>", + "<|special_3361|>", + "<|special_3362|>", + "<|special_3363|>", + "<|special_3364|>", + "<|special_3365|>", + "<|special_3366|>", + "<|special_3367|>", + "<|special_3368|>", + "<|special_3369|>", + "<|special_3370|>", + "<|special_3371|>", + "<|special_3372|>", + "<|special_3373|>", + "<|special_3374|>", + "<|special_3375|>", + "<|special_3376|>", + "<|special_3377|>", + "<|special_3378|>", + "<|special_3379|>", + "<|special_3380|>", + "<|special_3381|>", + "<|special_3382|>", + "<|special_3383|>", + "<|special_3384|>", + "<|special_3385|>", + "<|special_3386|>", + "<|special_3387|>", + "<|special_3388|>", + "<|special_3389|>", + "<|special_3390|>", + "<|special_3391|>", + "<|special_3392|>", + "<|special_3393|>", + "<|special_3394|>", + "<|special_3395|>", + "<|special_3396|>", + "<|special_3397|>", + "<|special_3398|>", + "<|special_3399|>", + "<|special_3400|>", + "<|special_3401|>", + "<|special_3402|>", + "<|special_3403|>", + "<|special_3404|>", + "<|special_3405|>", + "<|special_3406|>", + "<|special_3407|>", + "<|special_3408|>", + "<|special_3409|>", + "<|special_3410|>", + "<|special_3411|>", + "<|special_3412|>", + "<|special_3413|>", + "<|special_3414|>", + "<|special_3415|>", + "<|special_3416|>", + "<|special_3417|>", + "<|special_3418|>", + "<|special_3419|>", + "<|special_3420|>", + "<|special_3421|>", + "<|special_3422|>", + "<|special_3423|>", + "<|special_3424|>", + "<|special_3425|>", + "<|special_3426|>", + "<|special_3427|>", + "<|special_3428|>", + "<|special_3429|>", + "<|special_3430|>", + "<|special_3431|>", + "<|special_3432|>", + "<|special_3433|>", + "<|special_3434|>", + "<|special_3435|>", + "<|special_3436|>", + "<|special_3437|>", + "<|special_3438|>", + "<|special_3439|>", + "<|special_3440|>", + "<|special_3441|>", + "<|special_3442|>", + "<|special_3443|>", + "<|special_3444|>", + "<|special_3445|>", + "<|special_3446|>", + "<|special_3447|>", + "<|special_3448|>", + "<|special_3449|>", + "<|special_3450|>", + "<|special_3451|>", + "<|special_3452|>", + "<|special_3453|>", + "<|special_3454|>", + "<|special_3455|>", + "<|special_3456|>", + "<|special_3457|>", + "<|special_3458|>", + "<|special_3459|>", + "<|special_3460|>", + "<|special_3461|>", + "<|special_3462|>", + "<|special_3463|>", + "<|special_3464|>", + "<|special_3465|>", + "<|special_3466|>", + "<|special_3467|>", + "<|special_3468|>", + "<|special_3469|>", + "<|special_3470|>", + "<|special_3471|>", + "<|special_3472|>", + "<|special_3473|>", + "<|special_3474|>", + "<|special_3475|>", + "<|special_3476|>", + "<|special_3477|>", + "<|special_3478|>", + "<|special_3479|>", + "<|special_3480|>", + "<|special_3481|>", + "<|special_3482|>", + "<|special_3483|>", + "<|special_3484|>", + "<|special_3485|>", + "<|special_3486|>", + "<|special_3487|>", + "<|special_3488|>", + "<|special_3489|>", + "<|special_3490|>", + "<|special_3491|>", + "<|special_3492|>", + "<|special_3493|>", + "<|special_3494|>", + "<|special_3495|>", + "<|special_3496|>", + "<|special_3497|>", + "<|special_3498|>", + "<|special_3499|>", + "<|special_3500|>", + "<|special_3501|>", + "<|special_3502|>", + "<|special_3503|>", + "<|special_3504|>", + "<|special_3505|>", + "<|special_3506|>", + "<|special_3507|>", + "<|special_3508|>", + "<|special_3509|>", + "<|special_3510|>", + "<|special_3511|>", + "<|special_3512|>", + "<|special_3513|>", + "<|special_3514|>", + "<|special_3515|>", + "<|special_3516|>", + "<|special_3517|>", + "<|special_3518|>", + "<|special_3519|>", + "<|special_3520|>", + "<|special_3521|>", + "<|special_3522|>", + "<|special_3523|>", + "<|special_3524|>", + "<|special_3525|>", + "<|special_3526|>", + "<|special_3527|>", + "<|special_3528|>", + "<|special_3529|>", + "<|special_3530|>", + "<|special_3531|>", + "<|special_3532|>", + "<|special_3533|>", + "<|special_3534|>", + "<|special_3535|>", + "<|special_3536|>", + "<|special_3537|>", + "<|special_3538|>", + "<|special_3539|>", + "<|special_3540|>", + "<|special_3541|>", + "<|special_3542|>", + "<|special_3543|>", + "<|special_3544|>", + "<|special_3545|>", + "<|special_3546|>", + "<|special_3547|>", + "<|special_3548|>", + "<|special_3549|>", + "<|special_3550|>", + "<|special_3551|>", + "<|special_3552|>", + "<|special_3553|>", + "<|special_3554|>", + "<|special_3555|>", + "<|special_3556|>", + "<|special_3557|>", + "<|special_3558|>", + "<|special_3559|>", + "<|special_3560|>", + "<|special_3561|>", + "<|special_3562|>", + "<|special_3563|>", + "<|special_3564|>", + "<|special_3565|>", + "<|special_3566|>", + "<|special_3567|>", + "<|special_3568|>", + "<|special_3569|>", + "<|special_3570|>", + "<|special_3571|>", + "<|special_3572|>", + "<|special_3573|>", + "<|special_3574|>", + "<|special_3575|>", + "<|special_3576|>", + "<|special_3577|>", + "<|special_3578|>", + "<|special_3579|>", + "<|special_3580|>", + "<|special_3581|>", + "<|special_3582|>", + "<|special_3583|>", + "<|special_3584|>", + "<|special_3585|>", + "<|special_3586|>", + "<|special_3587|>", + "<|special_3588|>", + "<|special_3589|>", + "<|special_3590|>", + "<|special_3591|>", + "<|special_3592|>", + "<|special_3593|>", + "<|special_3594|>", + "<|special_3595|>", + "<|special_3596|>", + "<|special_3597|>", + "<|special_3598|>", + "<|special_3599|>", + "<|special_3600|>", + "<|special_3601|>", + "<|special_3602|>", + "<|special_3603|>", + "<|special_3604|>", + "<|special_3605|>", + "<|special_3606|>", + "<|special_3607|>", + "<|special_3608|>", + "<|special_3609|>", + "<|special_3610|>", + "<|special_3611|>", + "<|special_3612|>", + "<|special_3613|>", + "<|special_3614|>", + "<|special_3615|>", + "<|special_3616|>", + "<|special_3617|>", + "<|special_3618|>", + "<|special_3619|>", + "<|special_3620|>", + "<|special_3621|>", + "<|special_3622|>", + "<|special_3623|>", + "<|special_3624|>", + "<|special_3625|>", + "<|special_3626|>", + "<|special_3627|>", + "<|special_3628|>", + "<|special_3629|>", + "<|special_3630|>", + "<|special_3631|>", + "<|special_3632|>", + "<|special_3633|>", + "<|special_3634|>", + "<|special_3635|>", + "<|special_3636|>", + "<|special_3637|>", + "<|special_3638|>", + "<|special_3639|>", + "<|special_3640|>", + "<|special_3641|>", + "<|special_3642|>", + "<|special_3643|>", + "<|special_3644|>", + "<|special_3645|>", + "<|special_3646|>", + "<|special_3647|>", + "<|special_3648|>", + "<|special_3649|>", + "<|special_3650|>", + "<|special_3651|>", + "<|special_3652|>", + "<|special_3653|>", + "<|special_3654|>", + "<|special_3655|>", + "<|special_3656|>", + "<|special_3657|>", + "<|special_3658|>", + "<|special_3659|>", + "<|special_3660|>", + "<|special_3661|>", + "<|special_3662|>", + "<|special_3663|>", + "<|special_3664|>", + "<|special_3665|>", + "<|special_3666|>", + "<|special_3667|>", + "<|special_3668|>", + "<|special_3669|>", + "<|special_3670|>", + "<|special_3671|>", + "<|special_3672|>", + "<|special_3673|>", + "<|special_3674|>", + "<|special_3675|>", + "<|special_3676|>", + "<|special_3677|>", + "<|special_3678|>", + "<|special_3679|>", + "<|special_3680|>", + "<|special_3681|>", + "<|special_3682|>", + "<|special_3683|>", + "<|special_3684|>", + "<|special_3685|>", + "<|special_3686|>", + "<|special_3687|>", + "<|special_3688|>", + "<|special_3689|>", + "<|special_3690|>", + "<|special_3691|>", + "<|special_3692|>", + "<|special_3693|>", + "<|special_3694|>", + "<|special_3695|>", + "<|special_3696|>", + "<|special_3697|>", + "<|special_3698|>", + "<|special_3699|>", + "<|special_3700|>", + "<|special_3701|>", + "<|special_3702|>", + "<|special_3703|>", + "<|special_3704|>", + "<|special_3705|>", + "<|special_3706|>", + "<|special_3707|>", + "<|special_3708|>", + "<|special_3709|>", + "<|special_3710|>", + "<|special_3711|>", + "<|special_3712|>", + "<|special_3713|>", + "<|special_3714|>", + "<|special_3715|>", + "<|special_3716|>", + "<|special_3717|>", + "<|special_3718|>", + "<|special_3719|>", + "<|special_3720|>", + "<|special_3721|>", + "<|special_3722|>", + "<|special_3723|>", + "<|special_3724|>", + "<|special_3725|>", + "<|special_3726|>", + "<|special_3727|>", + "<|special_3728|>", + "<|special_3729|>", + "<|special_3730|>", + "<|special_3731|>", + "<|special_3732|>", + "<|special_3733|>", + "<|special_3734|>", + "<|special_3735|>", + "<|special_3736|>", + "<|special_3737|>", + "<|special_3738|>", + "<|special_3739|>", + "<|special_3740|>", + "<|special_3741|>", + "<|special_3742|>", + "<|special_3743|>", + "<|special_3744|>", + "<|special_3745|>", + "<|special_3746|>", + "<|special_3747|>", + "<|special_3748|>", + "<|special_3749|>", + "<|special_3750|>", + "<|special_3751|>", + "<|special_3752|>", + "<|special_3753|>", + "<|special_3754|>", + "<|special_3755|>", + "<|special_3756|>", + "<|special_3757|>", + "<|special_3758|>", + "<|special_3759|>", + "<|special_3760|>", + "<|special_3761|>", + "<|special_3762|>", + "<|special_3763|>", + "<|special_3764|>", + "<|special_3765|>", + "<|special_3766|>", + "<|special_3767|>", + "<|special_3768|>", + "<|special_3769|>", + "<|special_3770|>", + "<|special_3771|>", + "<|special_3772|>", + "<|special_3773|>", + "<|special_3774|>", + "<|special_3775|>", + "<|special_3776|>", + "<|special_3777|>", + "<|special_3778|>", + "<|special_3779|>", + "<|special_3780|>", + "<|special_3781|>", + "<|special_3782|>", + "<|special_3783|>", + "<|special_3784|>", + "<|special_3785|>", + "<|special_3786|>", + "<|special_3787|>", + "<|special_3788|>", + "<|special_3789|>", + "<|special_3790|>", + "<|special_3791|>", + "<|special_3792|>", + "<|special_3793|>", + "<|special_3794|>", + "<|special_3795|>", + "<|special_3796|>", + "<|special_3797|>", + "<|special_3798|>", + "<|special_3799|>", + "<|special_3800|>", + "<|special_3801|>", + "<|special_3802|>", + "<|special_3803|>", + "<|special_3804|>", + "<|special_3805|>", + "<|special_3806|>", + "<|special_3807|>", + "<|special_3808|>", + "<|special_3809|>", + "<|special_3810|>", + "<|special_3811|>", + "<|special_3812|>", + "<|special_3813|>", + "<|special_3814|>", + "<|special_3815|>", + "<|special_3816|>", + "<|special_3817|>", + "<|special_3818|>", + "<|special_3819|>", + "<|special_3820|>", + "<|special_3821|>", + "<|special_3822|>", + "<|special_3823|>", + "<|special_3824|>", + "<|special_3825|>", + "<|special_3826|>", + "<|special_3827|>", + "<|special_3828|>", + "<|special_3829|>", + "<|special_3830|>", + "<|special_3831|>", + "<|special_3832|>", + "<|special_3833|>", + "<|special_3834|>", + "<|special_3835|>", + "<|special_3836|>", + "<|special_3837|>", + "<|special_3838|>", + "<|special_3839|>", + "<|special_3840|>", + "<|special_3841|>", + "<|special_3842|>", + "<|special_3843|>", + "<|special_3844|>", + "<|special_3845|>", + "<|special_3846|>", + "<|special_3847|>", + "<|special_3848|>", + "<|special_3849|>", + "<|special_3850|>", + "<|special_3851|>", + "<|special_3852|>", + "<|special_3853|>", + "<|special_3854|>", + "<|special_3855|>", + "<|special_3856|>", + "<|special_3857|>", + "<|special_3858|>", + "<|special_3859|>", + "<|special_3860|>", + "<|special_3861|>", + "<|special_3862|>", + "<|special_3863|>", + "<|special_3864|>", + "<|special_3865|>", + "<|special_3866|>", + "<|special_3867|>", + "<|special_3868|>", + "<|special_3869|>", + "<|special_3870|>", + "<|special_3871|>", + "<|special_3872|>", + "<|special_3873|>", + "<|special_3874|>", + "<|special_3875|>", + "<|special_3876|>", + "<|special_3877|>", + "<|special_3878|>", + "<|special_3879|>", + "<|special_3880|>", + "<|special_3881|>", + "<|special_3882|>", + "<|special_3883|>", + "<|special_3884|>", + "<|special_3885|>", + "<|special_3886|>", + "<|special_3887|>", + "<|special_3888|>", + "<|special_3889|>", + "<|special_3890|>", + "<|special_3891|>", + "<|special_3892|>", + "<|special_3893|>", + "<|special_3894|>", + "<|special_3895|>", + "<|special_3896|>", + "<|special_3897|>", + "<|special_3898|>", + "<|special_3899|>", + "<|special_3900|>", + "<|special_3901|>", + "<|special_3902|>", + "<|special_3903|>", + "<|special_3904|>", + "<|special_3905|>", + "<|special_3906|>", + "<|special_3907|>", + "<|special_3908|>", + "<|special_3909|>", + "<|special_3910|>", + "<|special_3911|>", + "<|special_3912|>", + "<|special_3913|>", + "<|special_3914|>", + "<|special_3915|>", + "<|special_3916|>", + "<|special_3917|>", + "<|special_3918|>", + "<|special_3919|>", + "<|special_3920|>", + "<|special_3921|>", + "<|special_3922|>", + "<|special_3923|>", + "<|special_3924|>", + "<|special_3925|>", + "<|special_3926|>", + "<|special_3927|>", + "<|special_3928|>", + "<|special_3929|>", + "<|special_3930|>", + "<|special_3931|>", + "<|special_3932|>", + "<|special_3933|>", + "<|special_3934|>", + "<|special_3935|>", + "<|special_3936|>", + "<|special_3937|>", + "<|special_3938|>", + "<|special_3939|>", + "<|special_3940|>", + "<|special_3941|>", + "<|special_3942|>", + "<|special_3943|>", + "<|special_3944|>", + "<|special_3945|>", + "<|special_3946|>", + "<|special_3947|>", + "<|special_3948|>", + "<|special_3949|>", + "<|special_3950|>", + "<|special_3951|>", + "<|special_3952|>", + "<|special_3953|>", + "<|special_3954|>", + "<|special_3955|>", + "<|special_3956|>", + "<|special_3957|>", + "<|special_3958|>", + "<|special_3959|>", + "<|special_3960|>", + "<|special_3961|>", + "<|special_3962|>", + "<|special_3963|>", + "<|special_3964|>", + "<|special_3965|>", + "<|special_3966|>", + "<|special_3967|>", + "<|special_3968|>", + "<|special_3969|>", + "<|special_3970|>", + "<|special_3971|>", + "<|special_3972|>", + "<|special_3973|>", + "<|special_3974|>", + "<|special_3975|>", + "<|special_3976|>", + "<|special_3977|>", + "<|special_3978|>", + "<|special_3979|>", + "<|special_3980|>", + "<|special_3981|>", + "<|special_3982|>", + "<|special_3983|>", + "<|special_3984|>", + "<|special_3985|>", + "<|special_3986|>", + "<|special_3987|>", + "<|special_3988|>", + "<|special_3989|>", + "<|special_3990|>", + "<|special_3991|>", + "<|special_3992|>", + "<|special_3993|>", + "<|special_3994|>", + "<|special_3995|>", + "<|special_3996|>", + "<|special_3997|>", + "<|special_3998|>", + "<|special_3999|>", + "<|special_4000|>", + "<|special_4001|>", + "<|special_4002|>", + "<|special_4003|>", + "<|special_4004|>", + "<|special_4005|>", + "<|special_4006|>", + "<|special_4007|>", + "<|special_4008|>", + "<|special_4009|>", + "<|special_4010|>", + "<|special_4011|>", + "<|special_4012|>", + "<|special_4013|>", + "<|special_4014|>", + "<|special_4015|>", + "<|special_4016|>", + "<|special_4017|>", + "<|special_4018|>", + "<|special_4019|>", + "<|special_4020|>", + "<|special_4021|>", + "<|special_4022|>", + "<|special_4023|>", + "<|special_4024|>", + "<|special_4025|>", + "<|special_4026|>", + "<|special_4027|>", + "<|special_4028|>", + "<|special_4029|>", + "<|special_4030|>", + "<|special_4031|>", + "<|special_4032|>", + "<|special_4033|>", + "<|special_4034|>", + "<|special_4035|>", + "<|special_4036|>", + "<|special_4037|>", + "<|special_4038|>", + "<|special_4039|>", + "<|special_4040|>", + "<|special_4041|>", + "<|special_4042|>", + "<|special_4043|>", + "<|special_4044|>", + "<|special_4045|>", + "<|special_4046|>", + "<|special_4047|>", + "<|special_4048|>", + "<|special_4049|>", + "<|special_4050|>", + "<|special_4051|>", + "<|special_4052|>", + "<|special_4053|>", + "<|special_4054|>", + "<|special_4055|>", + "<|special_4056|>", + "<|special_4057|>", + "<|special_4058|>", + "<|special_4059|>", + "<|special_4060|>", + "<|special_4061|>", + "<|special_4062|>", + "<|special_4063|>", + "<|special_4064|>", + "<|special_4065|>", + "<|special_4066|>", + "<|special_4067|>", + "<|special_4068|>", + "<|special_4069|>", + "<|special_4070|>", + "<|special_4071|>", + "<|special_4072|>", + "<|special_4073|>", + "<|special_4074|>", + "<|special_4075|>", + "<|special_4076|>", + "<|special_4077|>", + "<|special_4078|>", + "<|special_4079|>", + "<|special_4080|>", + "<|special_4081|>", + "<|special_4082|>", + "<|special_4083|>", + "<|special_4084|>", + "<|special_4085|>", + "<|special_4086|>", + "<|special_4087|>", + "<|special_4088|>", + "<|special_4089|>", + "<|special_4090|>", + "<|special_4091|>", + "<|special_4092|>", + "<|special_4093|>", + "<|special_4094|>", + "<|special_4095|>" + ], + "bos_token": { + "content": "<|startoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aab43236d7e75b2a0f3b92cb98113f7a2c8635d4 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b7cb72447bbe1f8d856adaf34933acfdedfa89c7fe1d95d0fdabedf9d19a94 +size 16473585 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d07365cf57edbda83c9aad47e55816950257ffcd --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,36762 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|startoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "<|pr|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "<|pr_status|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "<|pr_base|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "<|pr_file|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "<|pr_base_code|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "<|pr_diff|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "<|pr_diff_hunk|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "15": { + "content": "<|pr_comment|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "16": { + "content": "<|pr_event_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "17": { + "content": "<|pr_review|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "18": { + "content": "<|pr_review_state|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "<|pr_review_comment|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "<|pr_in_reply_to_review_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "<|pr_in_reply_to_comment_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "<|pr_diff_hunk_comment_line|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "<|pr_is_merged|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "<|pr_linked_issue|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "<|pr_linked_issue_body|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "<|special_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "<|special_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "<|special_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "<|special_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "<|special_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "<|special_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "<|special_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "<|special_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "<|special_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "<|special_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "<|special_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "<|special_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "<|special_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "<|special_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "<|special_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "<|special_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "<|special_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "<|special_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "<|special_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "<|special_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "<|special_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "<|special_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "<|special_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "<|special_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "<|special_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "<|special_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "<|special_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "<|special_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "<|special_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "<|special_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "<|special_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "<|special_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "<|special_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "<|special_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "<|special_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "<|special_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "<|special_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "<|special_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "<|special_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "<|special_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "<|special_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "<|special_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "<|special_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "<|special_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "<|special_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "<|special_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "<|special_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "<|special_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "<|special_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "<|special_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "<|special_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "<|special_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "<|special_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "<|special_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "<|special_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "<|special_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "<|special_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "<|special_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "<|special_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "<|special_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "<|special_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "<|special_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "<|special_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "<|special_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "<|special_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "<|special_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "<|special_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "<|special_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "<|special_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "<|special_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "<|special_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "<|special_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "<|special_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "<|special_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "<|special_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "<|special_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "<|special_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "<|special_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "<|special_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "105": { + "content": "<|special_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "106": { + "content": "<|special_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "<|special_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "<|special_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "109": { + "content": "<|special_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "110": { + "content": "<|special_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "111": { + "content": "<|special_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "112": { + "content": "<|special_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "113": { + "content": "<|special_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "114": { + "content": "<|special_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "115": { + "content": "<|special_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "116": { + "content": "<|special_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "117": { + "content": "<|special_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "118": { + "content": "<|special_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "119": { + "content": "<|special_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "120": { + "content": "<|special_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "121": { + "content": "<|special_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "122": { + "content": "<|special_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "123": { + "content": "<|special_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "124": { + "content": "<|special_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "125": { + "content": "<|special_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "126": { + "content": "<|special_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "127": { + "content": "<|special_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128": { + "content": "<|im:start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "129": { + "content": "<|im:end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "130": { + "content": "<|think:start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "131": { + "content": "<|think:end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "132": { + "content": "<|im:content|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "133": { + "content": "<|tool:start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "134": { + "content": "<|tool:end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "135": { + "content": "<|tool_call:start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "136": { + "content": "<|tool_call:end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "137": { + "content": "<|tool_arg:start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "138": { + "content": "<|tool_arg:value|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "139": { + "content": "<|tool_arg:end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "140": { + "content": "<|tool_response:start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "141": { + "content": "<|tool_response:end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "142": { + "content": "<|special_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "143": { + "content": "<|special_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "144": { + "content": "<|special_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "145": { + "content": "<|special_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "146": { + "content": "<|special_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "147": { + "content": "<|special_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "148": { + "content": "<|special_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "149": { + "content": "<|special_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "150": { + "content": "<|special_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151": { + "content": "<|special_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152": { + "content": "<|special_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "153": { + "content": "<|special_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "154": { + "content": "<|special_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "155": { + "content": "<|special_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "156": { + "content": "<|special_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "157": { + "content": "<|special_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "158": { + "content": "<|special_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "159": { + "content": "<|special_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "160": { + "content": "<|special_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "161": { + "content": "<|special_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "162": { + "content": "<|special_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "163": { + "content": "<|special_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "164": { + "content": "<|special_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "165": { + "content": "<|special_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "166": { + "content": "<|special_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "167": { + "content": "<|special_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "168": { + "content": "<|special_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "169": { + "content": "<|special_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170": { + "content": "<|special_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "171": { + "content": "<|special_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "172": { + "content": "<|special_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "173": { + "content": "<|special_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "174": { + "content": "<|special_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "175": { + "content": "<|special_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "176": { + "content": "<|special_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "177": { + "content": "<|special_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "178": { + "content": "<|special_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "179": { + "content": "<|special_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "180": { + "content": "<|special_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "181": { + "content": "<|special_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "182": { + "content": "<|special_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "183": { + "content": "<|special_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "184": { + "content": "<|special_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "185": { + "content": "<|special_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "186": { + "content": "<|special_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "187": { + "content": "<|special_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "188": { + "content": "<|special_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "189": { + "content": "<|special_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "190": { + "content": "<|special_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "191": { + "content": "<|special_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "192": { + "content": "<|special_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "193": { + "content": "<|special_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "194": { + "content": "<|special_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "195": { + "content": "<|special_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "196": { + "content": "<|special_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "197": { + "content": "<|special_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "198": { + "content": "<|special_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "199": { + "content": "<|special_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200": { + "content": "<|special_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201": { + "content": "<|special_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "202": { + "content": "<|special_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "203": { + "content": "<|special_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "204": { + "content": "<|special_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "205": { + "content": "<|special_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "206": { + "content": "<|special_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "207": { + "content": "<|special_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "208": { + "content": "<|special_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "209": { + "content": "<|special_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "210": { + "content": "<|special_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "211": { + "content": "<|special_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "212": { + "content": "<|special_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "213": { + "content": "<|special_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "214": { + "content": "<|special_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "215": { + "content": "<|special_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "216": { + "content": "<|special_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "217": { + "content": "<|special_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "218": { + "content": "<|special_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "219": { + "content": "<|special_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "220": { + "content": "<|special_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "221": { + "content": "<|special_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "222": { + "content": "<|special_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "223": { + "content": "<|special_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "224": { + "content": "<|special_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "225": { + "content": "<|special_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "226": { + "content": "<|special_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "227": { + "content": "<|special_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "228": { + "content": "<|special_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "229": { + "content": "<|special_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "230": { + "content": "<|special_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "231": { + "content": "<|special_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "232": { + "content": "<|special_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "233": { + "content": "<|special_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "234": { + "content": "<|special_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "235": { + "content": "<|special_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "236": { + "content": "<|special_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "237": { + "content": "<|special_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "238": { + "content": "<|special_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "239": { + "content": "<|special_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "240": { + "content": "<|special_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "241": { + "content": "<|special_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "242": { + "content": "<|special_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "243": { + "content": "<|special_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "244": { + "content": "<|special_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "245": { + "content": "<|special_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "246": { + "content": "<|special_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "247": { + "content": "<|special_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "248": { + "content": "<|special_248|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "249": { + "content": "<|special_249|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250": { + "content": "<|special_250|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "251": { + "content": "<|special_251|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "252": { + "content": "<|special_252|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "253": { + "content": "<|special_253|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "254": { + "content": "<|special_254|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "255": { + "content": "<|special_255|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "256": { + "content": "<|special_256|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "257": { + "content": "<|special_257|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "258": { + "content": "<|special_258|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "259": { + "content": "<|special_259|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "260": { + "content": "<|special_260|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "261": { + "content": "<|special_261|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "262": { + "content": "<|special_262|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "263": { + "content": "<|special_263|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "264": { + "content": "<|special_264|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "265": { + "content": "<|special_265|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "266": { + "content": "<|special_266|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "267": { + "content": "<|special_267|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "268": { + "content": "<|special_268|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "269": { + "content": "<|special_269|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "270": { + "content": "<|special_270|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "271": { + "content": "<|special_271|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "272": { + "content": "<|special_272|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "273": { + "content": "<|special_273|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "274": { + "content": "<|special_274|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "275": { + "content": "<|special_275|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "276": { + "content": "<|special_276|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "277": { + "content": "<|special_277|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "278": { + "content": "<|special_278|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "279": { + "content": "<|special_279|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "280": { + "content": "<|special_280|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "281": { + "content": "<|special_281|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "282": { + "content": "<|special_282|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "283": { + "content": "<|special_283|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "284": { + "content": "<|special_284|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "285": { + "content": "<|special_285|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "286": { + "content": "<|special_286|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "287": { + "content": "<|special_287|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "288": { + "content": "<|special_288|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "289": { + "content": "<|special_289|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "290": { + "content": "<|special_290|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "291": { + "content": "<|special_291|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "292": { + "content": "<|special_292|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "293": { + "content": "<|special_293|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "294": { + "content": "<|special_294|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "295": { + "content": "<|special_295|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "296": { + "content": "<|special_296|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "297": { + "content": "<|special_297|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "298": { + "content": "<|special_298|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "299": { + "content": "<|special_299|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "300": { + "content": "<|special_300|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "301": { + "content": "<|special_301|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "302": { + "content": "<|special_302|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "303": { + "content": "<|special_303|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "304": { + "content": "<|special_304|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "305": { + "content": "<|special_305|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "306": { + "content": "<|special_306|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "307": { + "content": "<|special_307|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "308": { + "content": "<|special_308|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "309": { + "content": "<|special_309|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "310": { + "content": "<|special_310|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "311": { + "content": "<|special_311|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "312": { + "content": "<|special_312|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "313": { + "content": "<|special_313|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "314": { + "content": "<|special_314|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "315": { + "content": "<|special_315|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "316": { + "content": "<|special_316|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "317": { + "content": "<|special_317|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "318": { + "content": "<|special_318|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "319": { + "content": "<|special_319|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "320": { + "content": "<|special_320|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "321": { + "content": "<|special_321|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "322": { + "content": "<|special_322|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "323": { + "content": "<|special_323|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "324": { + "content": "<|special_324|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "325": { + "content": "<|special_325|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "326": { + "content": "<|special_326|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "327": { + "content": "<|special_327|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "328": { + "content": "<|special_328|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "329": { + "content": "<|special_329|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "330": { + "content": "<|special_330|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "331": { + "content": "<|special_331|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "332": { + "content": "<|special_332|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "333": { + "content": "<|special_333|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "334": { + "content": "<|special_334|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "335": { + "content": "<|special_335|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "336": { + "content": "<|special_336|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "337": { + "content": "<|special_337|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "338": { + "content": "<|special_338|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "339": { + "content": "<|special_339|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "340": { + "content": "<|special_340|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "341": { + "content": "<|special_341|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "342": { + "content": "<|special_342|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "343": { + "content": "<|special_343|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "344": { + "content": "<|special_344|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "345": { + "content": "<|special_345|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "346": { + "content": "<|special_346|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "347": { + "content": "<|special_347|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "348": { + "content": "<|special_348|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "349": { + "content": "<|special_349|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "350": { + "content": "<|special_350|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "351": { + "content": "<|special_351|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "352": { + "content": "<|special_352|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "353": { + "content": "<|special_353|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "354": { + "content": "<|special_354|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "355": { + "content": "<|special_355|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "356": { + "content": "<|special_356|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "357": { + "content": "<|special_357|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "358": { + "content": "<|special_358|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "359": { + "content": "<|special_359|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "360": { + "content": "<|special_360|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "361": { + "content": "<|special_361|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "362": { + "content": "<|special_362|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "363": { + "content": "<|special_363|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "364": { + "content": "<|special_364|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "365": { + "content": "<|special_365|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "366": { + "content": "<|special_366|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "367": { + "content": "<|special_367|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "368": { + "content": "<|special_368|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "369": { + "content": "<|special_369|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "370": { + "content": "<|special_370|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "371": { + "content": "<|special_371|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "372": { + "content": "<|special_372|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "373": { + "content": "<|special_373|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "374": { + "content": "<|special_374|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "375": { + "content": "<|special_375|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "376": { + "content": "<|special_376|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "377": { + "content": "<|special_377|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "378": { + "content": "<|special_378|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "379": { + "content": "<|special_379|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "380": { + "content": "<|special_380|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "381": { + "content": "<|special_381|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "382": { + "content": "<|special_382|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "383": { + "content": "<|special_383|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "384": { + "content": "<|special_384|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "385": { + "content": "<|special_385|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "386": { + "content": "<|special_386|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "387": { + "content": "<|special_387|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "388": { + "content": "<|special_388|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "389": { + "content": "<|special_389|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "390": { + "content": "<|special_390|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "391": { + "content": "<|special_391|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "392": { + "content": "<|special_392|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "393": { + "content": "<|special_393|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "394": { + "content": "<|special_394|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "395": { + "content": "<|special_395|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "396": { + "content": "<|special_396|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "397": { + "content": "<|special_397|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "398": { + "content": "<|special_398|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "399": { + "content": "<|special_399|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "400": { + "content": "<|special_400|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "401": { + "content": "<|special_401|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "402": { + "content": "<|special_402|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "403": { + "content": "<|special_403|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "404": { + "content": "<|special_404|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "405": { + "content": "<|special_405|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "406": { + "content": "<|special_406|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "407": { + "content": "<|special_407|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "408": { + "content": "<|special_408|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "409": { + "content": "<|special_409|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "410": { + "content": "<|special_410|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "411": { + "content": "<|special_411|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "412": { + "content": "<|special_412|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "413": { + "content": "<|special_413|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "414": { + "content": "<|special_414|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "415": { + "content": "<|special_415|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "416": { + "content": "<|special_416|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "417": { + "content": "<|special_417|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "418": { + "content": "<|special_418|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "419": { + "content": "<|special_419|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "420": { + "content": "<|special_420|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "421": { + "content": "<|special_421|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "422": { + "content": "<|special_422|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "423": { + "content": "<|special_423|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "424": { + "content": "<|special_424|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "425": { + "content": "<|special_425|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "426": { + "content": "<|special_426|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "427": { + "content": "<|special_427|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "428": { + "content": "<|special_428|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "429": { + "content": "<|special_429|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "430": { + "content": "<|special_430|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "431": { + "content": "<|special_431|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "432": { + "content": "<|special_432|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "433": { + "content": "<|special_433|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "434": { + "content": "<|special_434|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "435": { + "content": "<|special_435|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "436": { + "content": "<|special_436|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "437": { + "content": "<|special_437|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "438": { + "content": "<|special_438|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "439": { + "content": "<|special_439|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "440": { + "content": "<|special_440|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "441": { + "content": "<|special_441|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "442": { + "content": "<|special_442|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "443": { + "content": "<|special_443|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "444": { + "content": "<|special_444|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "445": { + "content": "<|special_445|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "446": { + "content": "<|special_446|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "447": { + "content": "<|special_447|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "448": { + "content": "<|special_448|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "449": { + "content": "<|special_449|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "450": { + "content": "<|special_450|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "451": { + "content": "<|special_451|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "452": { + "content": "<|special_452|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "453": { + "content": "<|special_453|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "454": { + "content": "<|special_454|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "455": { + "content": "<|special_455|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "456": { + "content": "<|special_456|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "457": { + "content": "<|special_457|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "458": { + "content": "<|special_458|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "459": { + "content": "<|special_459|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "460": { + "content": "<|special_460|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "461": { + "content": "<|special_461|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "462": { + "content": "<|special_462|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "463": { + "content": "<|special_463|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "464": { + "content": "<|special_464|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "465": { + "content": "<|special_465|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "466": { + "content": "<|special_466|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "467": { + "content": "<|special_467|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "468": { + "content": "<|special_468|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "469": { + "content": "<|special_469|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "470": { + "content": "<|special_470|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "471": { + "content": "<|special_471|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "472": { + "content": "<|special_472|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "473": { + "content": "<|special_473|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "474": { + "content": "<|special_474|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "475": { + "content": "<|special_475|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "476": { + "content": "<|special_476|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "477": { + "content": "<|special_477|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "478": { + "content": "<|special_478|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "479": { + "content": "<|special_479|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "480": { + "content": "<|special_480|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "481": { + "content": "<|special_481|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "482": { + "content": "<|special_482|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "483": { + "content": "<|special_483|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "484": { + "content": "<|special_484|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "485": { + "content": "<|special_485|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "486": { + "content": "<|special_486|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "487": { + "content": "<|special_487|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "488": { + "content": "<|special_488|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "489": { + "content": "<|special_489|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "490": { + "content": "<|special_490|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "491": { + "content": "<|special_491|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "492": { + "content": "<|special_492|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "493": { + "content": "<|special_493|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "494": { + "content": "<|special_494|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "495": { + "content": "<|special_495|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "496": { + "content": "<|special_496|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "497": { + "content": "<|special_497|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "498": { + "content": "<|special_498|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "499": { + "content": "<|special_499|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "500": { + "content": "<|special_500|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "501": { + "content": "<|special_501|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "502": { + "content": "<|special_502|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "503": { + "content": "<|special_503|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "504": { + "content": "<|special_504|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "505": { + "content": "<|special_505|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "506": { + "content": "<|special_506|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "507": { + "content": "<|special_507|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "508": { + "content": "<|special_508|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "509": { + "content": "<|special_509|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "510": { + "content": "<|special_510|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "511": { + "content": "<|special_511|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "512": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "513": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "514": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "515": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "516": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "517": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "518": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "519": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "520": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "521": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "522": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "523": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "524": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "525": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "526": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "527": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "528": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "529": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "530": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "531": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "532": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "533": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "534": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "535": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "536": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "537": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "538": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "539": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "540": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "541": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "542": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "543": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "544": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "545": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "546": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "547": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "548": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "549": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "550": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "551": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "552": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "553": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "554": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "555": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "556": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "557": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "558": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "559": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "560": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "561": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "562": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "563": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "564": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "565": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "566": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "567": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "568": { + "content": "